-- Logs begin at Mon 2021-09-20 04:26:53 UTC, end at Mon 2021-09-20 05:25:10 UTC. -- Sep 20 04:57:14.359827 dv-cinder-809965-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 20 04:57:17.230384 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.common.config [-] Logging enabled! Sep 20 04:57:17.231014 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 20 04:57:17.231155 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 04:57:17.234369 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.common.config [-] Logging enabled! Sep 20 04:57:17.234619 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 20 04:57:17.234931 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 04:57:17.235881 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 04:57:17.236134 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 04:57:17.236499 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 04:57:17.236743 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 04:57:17.236966 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 04:57:17.237283 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.237575 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.237864 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.238091 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.238379 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.238665 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.238943 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.239225 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.239515 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.240429 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.240708 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.240986 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.241214 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.241492 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.241774 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.242058 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.242282 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] debug = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.242565 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.243040 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.243467 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.243749 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.244065 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.244348 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.244617 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.244894 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.245177 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.245503 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] host = dv-cinder-809965-1-iscsi {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.245778 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.246064 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.246359 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.246635 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.246901 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.247173 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.247456 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.247725 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.247993 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.248288 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.248572 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.248855 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.249140 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.249361 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.249580 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.249863 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.250143 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.250415 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.250682 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.250952 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.251216 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.251483 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.251747 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.252051 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.252338 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.252617 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.252889 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.253157 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.253429 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.253697 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.253979 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.254251 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.254520 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.254789 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.255072 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.255416 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.255981 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.256140 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.256431 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.256714 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.256999 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.257273 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.257554 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.257828 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.258098 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.258369 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_json = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.258642 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.258910 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.259191 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.259461 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.259733 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.260004 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.260295 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.260576 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:17.260871 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.261168 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.261463 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.261747 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.262044 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.262318 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.262609 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.262882 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.263166 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.263452 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.263737 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.264014 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.264319 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.264597 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.264895 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.265198 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.265485 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.265774 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.266043 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.266312 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.266584 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.266854 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.267135 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.267401 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.267685 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.267969 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.268270 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.268551 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.268843 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.269126 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.269396 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.269672 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.270095 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.270535 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.270818 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.271172 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.271547 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.271837 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.272139 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.272426 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.272706 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.272978 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.273286 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.273589 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.273880 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.274163 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.274433 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.274700 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.274974 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.275241 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.275524 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.275795 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.276091 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.276362 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.276651 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.276988 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.277275 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.277537 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.277809 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.278088 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.278358 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.278625 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.278904 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.279172 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.279439 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.279707 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.279977 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.280279 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.280549 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.280815 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.281082 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.281357 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.281628 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.281917 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.282217 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.282498 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.282776 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.283053 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.283331 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.283610 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.283885 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.284191 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.284470 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.284742 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.285033 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.285316 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.285600 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.285882 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.286156 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.286457 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.287306 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.287629 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.287902 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.288207 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.288493 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.288780 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.289075 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.289371 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.289665 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.289959 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.290250 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.290529 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.290839 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.291116 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:17.291332 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 04:57:17.291578 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93975) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 20 04:57:17.646483 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 20 04:57:17.646758 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 20 04:57:17.647119 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 20 04:57:17.647453 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 20 04:57:18.046052 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.046350 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.046623 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.047926 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.048221 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.048489 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.084697 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.084971 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.085235 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.100665 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.100982 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.101318 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.129130 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.129410 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.129672 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.167656 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.167934 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.168227 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.399910 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.400541 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.400541 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.400683 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.401327 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.522155 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.522480 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.522765 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.523037 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.523303 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.523616 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.523881 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.524162 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.524416 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.524696 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.524954 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.525217 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.525469 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.525717 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.525969 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.526231 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.526483 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.526745 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.527015 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.527274 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.527543 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.527795 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.528097 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.528471 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.528721 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.528968 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.529363 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:57:18.529604 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:57:18.529841 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:57:18.530075 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:57:18.530309 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:57:18.530542 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:57:18.530906 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 20 04:57:18.534090 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 20 04:57:18.538350 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 20 04:57:18.542035 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 20 04:57:18.543656 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 20 04:57:18.544145 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 20 04:57:18.544482 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 20 04:57:18.544863 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 20 04:57:18.547637 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 20 04:57:18.547889 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 20 04:57:18.548265 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 04:57:18.554268 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 20 04:57:18.575870 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 20 04:57:18.576352 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.576651 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93975) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 20 04:57:18.577008 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.578366 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93975) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 20 04:57:18.578802 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 04:57:18.579050 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 20 04:57:18.582245 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.582530 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:18.647333 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 20 04:57:18.647565 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 20 04:57:18.647795 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 20 04:57:18.648182 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 20 04:57:18.670665 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_db.sqlalchemy.engines [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93975) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 20 04:57:19.213203 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Initializing driver for type 'gre' Sep 20 04:57:19.213919 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] gre ID ranges: [(1, 1000)] Sep 20 04:57:19.271985 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Initializing driver for type 'local' Sep 20 04:57:19.271985 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Initializing driver for type 'vlan' Sep 20 04:57:19.285105 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] VlanTypeDriver initialization complete Sep 20 04:57:19.285633 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Initializing driver for type 'vxlan' Sep 20 04:57:19.286343 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] vxlan ID ranges: [(1, 1000)] Sep 20 04:57:19.343207 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Initializing extension driver 'port_security' Sep 20 04:57:19.343531 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.extensions.port_security [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] PortSecurityExtensionDriver initialization complete Sep 20 04:57:19.343864 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Initializing mechanism driver 'openvswitch' Sep 20 04:57:19.344214 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Initializing mechanism driver 'hyperv' Sep 20 04:57:19.351548 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:19.352270 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.352625 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.352969 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.353477 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 04:57:19.353900 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > subnet after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.354248 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > subnet after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.354585 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.354967 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 04:57:19.355367 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > network after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.355710 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > network after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.356066 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.356449 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 04:57:19.356843 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > security_group after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.357184 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > security_group after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.357515 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > security_group after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.358033 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 04:57:19.358526 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.359029 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.359370 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.359757 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 04:57:19.360197 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > address_group after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.360538 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > address_group after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.360869 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > address_group after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.361249 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 04:57:19.361622 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] ML2 OVO RPC backend initialized. {{(pid=93975) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 20 04:57:19.362315 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.362662 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.363067 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > network before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.363408 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > networks before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.363746 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > port before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.364107 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > ports before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.364445 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > subnet before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.364993 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > subnets before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.365337 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > network after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.365668 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > network after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.365998 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.366327 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.366655 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.366982 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.367310 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > subnet after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.367637 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > subnet after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.367961 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.368544 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.plugin [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Modular L2 Plugin initialization complete Sep 20 04:57:19.368865 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading services supported by the core plugin {{(pid=93975) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 20 04:57:19.369186 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Got port-security extension from driver 'port_security' Sep 20 04:57:19.369638 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.extensions.vlantransparent [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Disabled vlantransparent extension. Sep 20 04:57:19.370112 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93975) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 20 04:57:19.370418 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading Plugin: router Sep 20 04:57:19.406257 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router_interface before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.406802 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router after_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.406991 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router before_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.407351 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.407716 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.408100 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router after_delete 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.408456 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > floatingip after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.408797 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > floatingip after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.409150 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router after_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.409490 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.409830 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.410172 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.410523 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.410923 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router precommit_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.411283 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.411661 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.411992 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: subnet after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.412351 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.412697 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > port precommit_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.413045 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router precommit_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.413384 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: port before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.413720 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.414070 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.414407 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router precommit_delete 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.414749 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router precommit_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.415100 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.415439 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router precommit_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.415793 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > agent after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.416251 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > agent after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.416592 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.417432 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Tracking information for resource: router configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:57:19.417763 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Tracking information for resource: floatingip configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 04:57:19.422791 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.db.l3_agentschedulers_db [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 20 04:57:19.423351 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.423707 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.424072 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.424424 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.425189 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router before_create 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.425548 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router precommit_delete 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.425905 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router precommit_create 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.426255 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > router precommit_update 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.431157 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.services.provider_configuration [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service providers = [] {{(pid=93975) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 20 04:57:19.431517 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.db.servicetype_db [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93975) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 20 04:57:19.434439 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.services.service_base [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 04:57:19.434784 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.services.service_base [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 04:57:19.435140 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.services.service_base [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 04:57:19.436003 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.services.service_base [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 04:57:19.436391 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.services.service_base [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 20 04:57:19.436758 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:57:19.437076 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 20 04:57:19.448092 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:57:19.448422 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading Plugin: auto_allocate Sep 20 04:57:19.454107 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: network precommit_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.454471 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: network precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.454978 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:57:19.455294 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading Plugin: tag Sep 20 04:57:19.462291 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:57:19.462613 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading Plugin: timestamp Sep 20 04:57:19.466617 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:57:19.467121 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading Plugin: network_ip_availability Sep 20 04:57:19.472467 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.472833 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.473184 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.473881 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:57:19.474265 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading Plugin: flavors Sep 20 04:57:19.478866 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:57:19.479190 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading Plugin: revisions Sep 20 04:57:19.483378 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 04:57:19.483762 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.837s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 20 04:57:19.484510 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93975) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 20 04:57:19.484845 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Initializing extension manager. Sep 20 04:57:19.485343 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: __init__.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.485681 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: __pycache__ {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.486010 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.486335 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: address_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.487079 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.487630 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: address-group Sep 20 04:57:19.487946 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: address_scope.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.488868 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.489378 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: address-scope Sep 20 04:57:19.489751 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: admin_state_down_before_update.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.490674 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.491180 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: router-admin-state-down-before-update Sep 20 04:57:19.491496 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: agent.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.492221 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.492718 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: agent Sep 20 04:57:19.493030 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: agent_resources_synced.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.493924 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.494426 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: agent-resources-synced Sep 20 04:57:19.494741 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: allowedaddresspairs.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.496539 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.497042 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: allowed-address-pairs Sep 20 04:57:19.497363 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: auto_allocated_topology.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.498451 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.498958 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: auto-allocated-topology Sep 20 04:57:19.499279 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: availability_zone.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.499966 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.500489 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: availability_zone Sep 20 04:57:19.500804 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: availability_zone_filter.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.501703 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.502198 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: availability_zone_filter Sep 20 04:57:19.502511 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: data_plane_status.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.503402 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.503891 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension data-plane-status not supported by any of loaded plugins Sep 20 04:57:19.504232 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: default_subnetpools.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.505134 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.506155 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: default-subnetpools Sep 20 04:57:19.506471 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: dhcpagentscheduler.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.507281 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.507775 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: dhcp_agent_scheduler Sep 20 04:57:19.508118 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: dns.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.509019 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.509511 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension dns-integration not supported by any of loaded plugins Sep 20 04:57:19.509826 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: dns_domain_ports.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.510736 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.511232 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 20 04:57:19.511547 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.512478 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.512974 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 20 04:57:19.513288 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: dvr.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.513949 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.514446 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: dvr Sep 20 04:57:19.514758 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: ecmp_routes.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.515656 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.516185 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension ecmp_routes not supported by any of loaded plugins Sep 20 04:57:19.516500 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: empty_string_filtering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.517396 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.517903 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: empty-string-filtering Sep 20 04:57:19.518215 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.519112 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.519606 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 20 04:57:19.519917 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.520923 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.521928 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 20 04:57:19.522241 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: external_net.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.523143 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.523644 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: external-net Sep 20 04:57:19.523957 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: extra_dhcp_opt.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.524876 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.525371 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: extra_dhcp_opt Sep 20 04:57:19.525684 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: extraroute.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.526576 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.527076 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: extraroute Sep 20 04:57:19.527395 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: extraroute_atomic.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.528438 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.528944 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: extraroute-atomic Sep 20 04:57:19.529259 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: filter_validation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.529918 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.530540 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: filter-validation Sep 20 04:57:19.530863 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: fip_pf_description.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.531768 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.532295 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 20 04:57:19.532611 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: fip_port_details.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.533512 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.534011 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: fip-port-details Sep 20 04:57:19.534329 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: flavors.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.535545 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.536077 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: flavors Sep 20 04:57:19.536399 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.538119 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.538628 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 20 04:57:19.538953 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: floatingip_pools.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.539643 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.540180 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: floatingip-pools Sep 20 04:57:19.540504 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: ip_allocation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.541419 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.541919 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension ip_allocation not supported by any of loaded plugins Sep 20 04:57:19.542236 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.543140 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.543646 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: ip-substring-filtering Sep 20 04:57:19.543964 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: l2_adjacency.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.544898 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.545397 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension l2_adjacency not supported by any of loaded plugins Sep 20 04:57:19.545712 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: l3.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.546816 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.547327 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: router Sep 20 04:57:19.547647 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: l3_conntrack_helper.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.549903 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.550418 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 20 04:57:19.550741 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.551669 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.552505 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: ext-gw-mode Sep 20 04:57:19.552882 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.553796 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.554303 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: l3-ha Sep 20 04:57:19.554624 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: l3_flavors.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.555524 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.556046 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: l3-flavors Sep 20 04:57:19.556367 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.557276 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.557828 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: l3-port-ip-change-not-allowed Sep 20 04:57:19.558147 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: l3agentscheduler.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.559161 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.559663 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: l3_agent_scheduler Sep 20 04:57:19.559983 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: logging.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.561491 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.562003 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension logging not supported by any of loaded plugins Sep 20 04:57:19.562327 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: metering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.563064 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.563631 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: metering Sep 20 04:57:19.563951 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.565052 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.566288 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: metering_source_and_destination_fields Sep 20 04:57:19.566288 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: multiprovidernet.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.566766 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.567268 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: multi-provider Sep 20 04:57:19.567592 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: netmtu.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.569114 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.569612 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: net-mtu Sep 20 04:57:19.569930 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: netmtu_writable.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.572518 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.572518 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: net-mtu-writable Sep 20 04:57:19.572518 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: network_availability_zone.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.572518 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.572858 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: network_availability_zone Sep 20 04:57:19.573120 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: network_ip_availability.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.574217 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.574721 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: network-ip-availability Sep 20 04:57:19.575042 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: network_segment_range.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.575800 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.576321 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension network-segment-range not supported by any of loaded plugins Sep 20 04:57:19.576638 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: pagination.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.577627 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.577951 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: pagination Sep 20 04:57:19.578265 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: port_device_profile.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.579160 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.579666 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: port-device-profile Sep 20 04:57:19.579981 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.580913 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.581409 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: port-mac-address-regenerate Sep 20 04:57:19.581721 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.582625 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.583122 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: port-numa-affinity-policy Sep 20 04:57:19.584134 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: port_resource_request.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.585121 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.585616 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension port-resource-request not supported by any of loaded plugins Sep 20 04:57:19.585930 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: portbindings.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.586855 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.587360 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: binding Sep 20 04:57:19.587680 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: portbindings_extended.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.588971 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.589480 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: binding-extended Sep 20 04:57:19.589799 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: portsecurity.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.590705 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.591210 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: port-security Sep 20 04:57:19.591529 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: project_id.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.592810 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.593129 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: project-id Sep 20 04:57:19.593445 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: providernet.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.594372 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.594877 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: provider Sep 20 04:57:19.595193 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: qos.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.598739 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.599348 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension qos not supported by any of loaded plugins Sep 20 04:57:19.599727 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.600984 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.601493 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 20 04:57:19.601817 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.602716 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.603218 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 20 04:57:19.603537 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: qos_default.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.604468 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.604973 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension qos-default not supported by any of loaded plugins Sep 20 04:57:19.605294 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: qos_fip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.605935 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.606427 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension qos-fip not supported by any of loaded plugins Sep 20 04:57:19.606743 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: qos_gateway_ip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.607656 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.608223 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 20 04:57:19.608543 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: qos_port_network_policy.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.609442 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.609938 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 20 04:57:19.610253 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: qos_pps_rule.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.611404 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.611908 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension qos-pps not supported by any of loaded plugins Sep 20 04:57:19.612255 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: qos_rule_type_details.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.613157 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.613656 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 20 04:57:19.613976 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: qos_rules_alias.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.615121 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.615620 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 20 04:57:19.615940 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: quotasv2.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.616878 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.617204 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: quotas Sep 20 04:57:19.617523 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: quotasv2_detail.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.620799 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.621136 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: quota_details Sep 20 04:57:19.621464 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: rbac.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.622511 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.623026 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: rbac-policies Sep 20 04:57:19.623347 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: rbac_address_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.624297 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.624808 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: rbac-address-group Sep 20 04:57:19.625126 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: rbac_address_scope.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.626035 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.626542 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: rbac-address-scope Sep 20 04:57:19.626859 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: rbac_security_groups.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.627769 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.628313 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: rbac-security-groups Sep 20 04:57:19.628631 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: rbac_subnetpool.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.629555 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.630047 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: rbac-subnetpool Sep 20 04:57:19.630908 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: revisionifmatch.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.631897 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.632443 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: revision-if-match Sep 20 04:57:19.632761 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: revisions.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.633862 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.634374 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: standard-attr-revisions Sep 20 04:57:19.634699 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: router_availability_zone.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.635368 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.635867 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: router_availability_zone Sep 20 04:57:19.636219 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: routerservicetype.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.637132 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.637638 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension router-service-type not supported by any of loaded plugins Sep 20 04:57:19.637955 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.638861 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.639366 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: security-groups-normalized-cidr Sep 20 04:57:19.639682 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: security_groups_port_filtering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.640608 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.641112 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: port-security-groups-filtering Sep 20 04:57:19.641425 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.642332 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.642838 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: security-groups-remote-address-group Sep 20 04:57:19.643152 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: securitygroup.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.654897 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.655420 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: security-group Sep 20 04:57:19.655743 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: segment.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.656552 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.657052 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension segment not supported by any of loaded plugins Sep 20 04:57:19.657371 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.658309 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.658811 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 20 04:57:19.659128 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: servicetype.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.660321 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.660839 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: service-type Sep 20 04:57:19.661159 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: sorting.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.662324 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.662650 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: sorting Sep 20 04:57:19.662968 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: standard_attr_segment.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.663874 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.664418 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 20 04:57:19.664734 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: standardattrdescription.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.665371 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.665869 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: standard-attr-description Sep 20 04:57:19.666186 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: stateful_security_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.667099 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.667606 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: stateful-security-group Sep 20 04:57:19.667929 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: stdattrs_common.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.668522 dv-cinder-809965-1-iscsi neutron-server[93975]: WARNING neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 20 04:57:19.668836 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.669748 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.670259 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 20 04:57:19.670577 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: subnet_onboard.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.671635 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.672179 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: subnet_onboard Sep 20 04:57:19.672502 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.673426 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.673927 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 20 04:57:19.674247 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: subnet_service_types.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.675167 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.675673 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: subnet-service-types Sep 20 04:57:19.675993 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: subnetallocation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.677129 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.677792 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: subnet_allocation Sep 20 04:57:19.678122 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.678783 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.679284 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: subnetpool-prefix-ops Sep 20 04:57:19.679602 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.680572 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.681075 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 20 04:57:19.681394 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: tagging.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.682460 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.682968 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: standard-attr-tag Sep 20 04:57:19.683292 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: timestamp.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.684494 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.685000 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loaded extension: standard-attr-timestamp Sep 20 04:57:19.685321 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: trunk.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.686340 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.686847 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension trunk not supported by any of loaded plugins Sep 20 04:57:19.687166 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: trunk_details.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.688119 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.688623 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension trunk-details not supported by any of loaded plugins Sep 20 04:57:19.688940 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: uplink_status_propagation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.689857 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.690355 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 20 04:57:19.690668 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Loading extension file: vlantransparent.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 04:57:19.691324 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 04:57:19.691822 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extension vlan-transparent not supported by any of loaded plugins Sep 20 04:57:19.694819 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:network Sep 20 04:57:19.695332 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:subnet Sep 20 04:57:19.695725 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 04:57:19.696144 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:port Sep 20 04:57:19.697345 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.697785 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service FLAVORS assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.698482 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.698907 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.699241 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:router Sep 20 04:57:19.699666 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:floatingip Sep 20 04:57:19.700173 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service METERING assigned prefix: /metering {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.701599 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.701965 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.702312 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 04:57:19.703306 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 04:57:19.703757 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:security_group Sep 20 04:57:19.704205 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 04:57:19.704778 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.705100 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 04:57:19.705435 dv-cinder-809965-1-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] subnetpool is already registered Sep 20 04:57:19.705869 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.706192 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 04:57:19.706515 dv-cinder-809965-1-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] subnetpool is already registered Sep 20 04:57:19.709387 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.709810 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service FLAVORS assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.710726 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.711197 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.711596 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:router Sep 20 04:57:19.711957 dv-cinder-809965-1-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] router is already registered Sep 20 04:57:19.712416 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:floatingip Sep 20 04:57:19.712814 dv-cinder-809965-1-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] floatingip is already registered Sep 20 04:57:19.713357 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service METERING assigned prefix: /metering {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.714194 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 04:57:19.714516 dv-cinder-809965-1-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] rbac_policy is already registered Sep 20 04:57:19.714979 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:security_group Sep 20 04:57:19.715313 dv-cinder-809965-1-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] security_group is already registered Sep 20 04:57:19.715911 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 04:57:19.716284 dv-cinder-809965-1-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] security_group_rule is already registered Sep 20 04:57:19.717286 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.717858 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 04:57:19.718314 dv-cinder-809965-1-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] subnetpool is already registered Sep 20 04:57:19.718742 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 04:57:19.719091 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 04:57:19.719454 dv-cinder-809965-1-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] subnetpool is already registered Sep 20 04:57:19.719951 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: extensions {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.721841 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: address-groups {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.723801 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: address-scopes {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.725873 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: agents {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.728087 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: auto-allocated-topology {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.729877 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: availability_zones {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.731357 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: dhcp-networks {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.733125 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: dhcp-agents {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.734545 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: routers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.736757 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: flavors {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.737903 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: service_profiles {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.739093 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: next_providers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.741275 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: service_profiles {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.742787 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: floatingip-pools {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.743993 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: routers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.746083 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: floatingips {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.747348 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: l3-routers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.748742 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: l3-agents {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.750145 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: metering-labels {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.751484 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: metering-label-rules {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.752769 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: network-ip-availabilities {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.754023 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: bindings {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.757127 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: quotas {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.758587 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: quotas {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.759973 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: rbac-policies {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.761187 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: security-groups {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.762519 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: security-group-rules {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.763842 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: service-providers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.765053 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: subnetpools {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.766465 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: subnetpools {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.767896 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.769571 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.771480 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.773272 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.775044 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.776891 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.778578 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.780488 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.782231 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.783936 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 04:57:19.790048 dv-cinder-809965-1-iscsi neutron-server[93975]: WARNING keystonemiddleware.auth_token [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 20 04:57:19.794745 dv-cinder-809965-1-iscsi neutron-server[93975]: WARNING keystonemiddleware.auth_token [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 20 04:57:19.803920 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Acquired lock "singleton_lock" {{(pid=93975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 20 04:57:19.804409 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Releasing lock "singleton_lock" {{(pid=93975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 20 04:57:19.805047 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO oslo_service.service [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Starting 2 workers Sep 20 04:57:19.809777 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Started child 94084 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 04:57:19.814115 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Started child 94085 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 04:57:19.815286 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:19.815988 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO neutron.service [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Neutron service started, listening on 0.0.0.0:9696 Sep 20 04:57:19.816383 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Notify callbacks [] for process, before_spawn {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:19.816787 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [-] (94084) wsgi starting up on http://0.0.0.0:9696 Sep 20 04:57:19.819426 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO oslo_service.service [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Starting 1 workers Sep 20 04:57:19.819602 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:19.821047 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [-] (94085) wsgi starting up on http://0.0.0.0:9696 Sep 20 04:57:19.825282 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Started child 94086 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 04:57:19.825282 dv-cinder-809965-1-iscsi neutron-server[93975]: INFO oslo_service.service [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Starting 1 workers Sep 20 04:57:19.829589 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Started child 94087 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 04:57:19.829765 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.service [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] calling RpcWorker wait() {{(pid=94086) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 20 04:57:19.830255 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.service [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] returning from RpcWorker wait() {{(pid=94086) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 20 04:57:19.830394 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d8f-4ab5-46da-9e58-3246ce5145cd None None] Notify callbacks [] for process, after_spawn {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:19.831527 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:19.832072 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:19.832595 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 04:57:19.832802 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 04:57:19.832982 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 04:57:19.833192 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 04:57:19.833597 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 04:57:19.833748 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 04:57:19.834243 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.834513 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.834690 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:19.835159 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.835159 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.835294 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.835665 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:19.835863 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.836146 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.836396 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.836676 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.836906 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.837078 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.837242 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.837486 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.837713 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.838003 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.838263 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.838499 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.838767 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.838934 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.839191 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.839467 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.839709 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.839968 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] debug = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.840241 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.840701 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.840924 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.841167 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.841382 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.841645 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.842142 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.842396 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.842655 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.842864 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.843101 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.843357 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.843585 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.843809 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.844051 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.844305 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.844520 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.844969 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] host = dv-cinder-809965-1-iscsi {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.845197 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.845436 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.845702 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.845946 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.846200 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.846428 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.846680 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.846917 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.847162 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.847389 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.847617 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.847851 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.848200 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.848520 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.848759 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_options = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.849119 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.849448 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.849778 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.850028 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.850255 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.850490 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.850810 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.851033 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.851340 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.851616 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.851890 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.852269 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.852514 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.852790 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.853097 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.853404 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.853698 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.853968 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.854269 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.854656 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.855065 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.855353 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.855646 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.855953 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.856279 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.856594 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.856881 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.857171 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.857444 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.857748 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.858061 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.858384 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.858674 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.858974 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.859301 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.859589 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.859873 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.860198 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.860513 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.860799 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.861117 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.861427 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.861702 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.862030 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.862388 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.862609 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.862887 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_json = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.863156 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.863448 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.863768 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.864141 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.864444 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.865268 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.865730 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.866048 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.866540 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.866951 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.867910 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.868111 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.868435 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.868734 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.869043 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.869330 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.869633 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.869953 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.870327 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.870623 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.870963 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.871263 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.871604 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.872009 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.872353 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.872687 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.872983 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.873253 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.873530 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.873826 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.874162 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.874461 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.874942 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.875078 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.875342 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.875719 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.876135 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.876369 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.876677 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.877016 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.877318 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.878065 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.878065 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.878065 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.878547 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.878949 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.878949 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.880908 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.881212 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.881604 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.881867 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.882105 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.882333 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.883668 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.883668 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.883668 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.884138 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.885155 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.885155 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.886256 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.886740 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.888841 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.889127 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.889404 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.889651 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.889894 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.890124 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.890374 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.890641 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.890868 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.891088 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.891314 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.891561 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.891774 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.892060 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.896752 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.897084 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.897387 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.897711 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.898063 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.898506 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.898823 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.899065 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.899298 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.899532 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.899795 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.900044 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.900283 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.900671 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.901627 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.902027 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.902489 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.902974 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.903512 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.903916 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.904360 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.904786 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.905227 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.905733 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.906151 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.906479 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.906816 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.907090 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.907317 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.907595 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.907819 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.908087 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.908339 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.908631 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.908856 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.909109 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.909357 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.909594 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.909831 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.910050 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.910270 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.910503 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.910738 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.910989 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.911239 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.911529 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.912407 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.912640 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.912881 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.913241 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.913593 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.913871 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.914089 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.914366 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.914661 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.914932 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.915181 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.915412 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.915662 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.915913 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.916168 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.916428 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.916779 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.917037 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.917274 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.917548 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.917781 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.918018 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.918249 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.918476 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.918807 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.919035 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.919248 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.919458 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.919723 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.919966 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.920231 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.920694 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.920809 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.920962 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.921393 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.921889 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.922287 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.922670 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.923293 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.923537 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.923785 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.924068 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.924289 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.924538 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.924707 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.925110 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.925347 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.925705 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.925811 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.926020 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.926241 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.926485 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.926694 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.926950 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.927283 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.927508 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.927718 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.927937 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.928174 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.928423 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.928642 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.928902 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.929151 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.929398 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.929645 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.929886 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.930135 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.930371 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.930617 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.930836 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.931047 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.931281 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.931527 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.931737 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.931965 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.932210 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.932422 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.932650 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.932918 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.933235 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.933483 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.933715 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.933961 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.934174 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.934431 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.934667 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.934880 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.935096 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.935312 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.935522 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.935757 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.935984 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.936263 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.936474 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.936690 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.936898 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.937110 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.937650 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.937650 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.937960 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.938099 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.938285 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.938517 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.938746 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.938973 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.939185 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.939395 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.939614 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.939826 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.940045 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.940273 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.940483 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.940775 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.941020 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.941238 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.941444 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.941666 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.941928 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.942136 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.942354 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.942587 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.942814 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.943054 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.943348 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.943594 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.943813 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.944041 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.944258 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.944515 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.944724 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.944931 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.945148 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.945359 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.945565 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.945860 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.946112 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.946331 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.946620 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.946867 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.947123 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.947372 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.947679 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.947892 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.948168 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.948400 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.948632 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.949514 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.949514 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.950176 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.950176 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.950429 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.950683 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.951151 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.951586 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.951867 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.952105 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.952402 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.952723 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.952995 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.953263 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.953490 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.953724 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.953955 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.954176 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.954411 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.954644 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.954856 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.955089 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.955316 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.955543 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.955780 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.956009 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.956275 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.956505 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.956735 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.956956 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.957172 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.957325 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 04:57:19.958003 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 04:57:19.958228 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 04:57:19.958907 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 04:57:19.959083 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 04:57:19.959249 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 04:57:19.959406 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 04:57:19.959612 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.959784 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.959916 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.960243 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.960547 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.960875 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.961043 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.961202 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.961360 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.961517 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.961675 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.961832 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.961978 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.962135 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.962290 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.962441 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.962600 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.962761 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.962906 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.963070 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.963214 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.963370 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.963518 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] debug = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.963674 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.963878 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.964051 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.964208 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.964353 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.964509 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.964662 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.964805 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.964962 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.965116 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.965271 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.965431 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.965586 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.965743 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.965900 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.966056 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.966214 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.966369 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] host = dv-cinder-809965-1-iscsi {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.966524 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.966681 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.967097 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.967273 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.967445 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.967589 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.967716 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.967839 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.967962 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.968147 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.968303 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.968509 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.968671 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.968827 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.968984 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_options = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.969138 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.969293 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.969450 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.969630 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.969792 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.969948 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.970036 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:19.970134 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.970248 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.970405 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.970562 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.970717 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.970873 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.971034 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.971189 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.971344 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.971506 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.971645 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.971801 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.971956 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.972134 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.972290 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.972468 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.972626 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.972781 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.972936 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.973091 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.973245 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.973401 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.973556 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.973710 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.973866 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.974103 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.974761 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.974919 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.975075 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.975232 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.975387 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.975544 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.975704 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.975860 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.976043 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.976198 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.976366 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.976508 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.976646 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.976788 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.976943 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_json = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.977099 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.977255 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.977411 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.977567 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.977726 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.977882 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.978039 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.978195 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 04:57:19.978372 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.978533 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.978704 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.978863 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.979022 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.979181 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.979338 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.979498 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.979655 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.979812 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.979977 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.980159 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.980329 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.980486 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.980645 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.980814 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.980975 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.981133 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.981291 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.981449 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.981607 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.981765 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.981932 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.982090 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.982247 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.982404 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.982561 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.982734 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.982893 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.983053 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.983211 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.983369 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.983529 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.983694 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988054 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988054 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988054 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988054 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988054 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988054 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988054 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988054 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988054 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988702 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988702 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988702 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988702 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988702 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988702 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988702 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988702 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.988702 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.989316 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.989316 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.989316 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.989316 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.989316 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.989316 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.989316 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.989316 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.989316 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990103 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990103 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990103 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990103 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990103 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990103 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990103 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990103 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990103 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990662 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990662 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990662 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990662 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990662 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.990662 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.991062 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.991062 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.991062 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.991261 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.991336 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.991489 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.991647 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.991809 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.991969 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.992166 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.992327 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.992490 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.992648 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.992818 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.992998 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.993153 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.993315 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.993473 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.993634 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.993795 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.993955 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.994115 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.994270 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.994433 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.994590 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.994749 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.994929 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.995080 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.995228 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.995387 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.995548 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.995706 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.995862 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.996048 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.996216 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.996378 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.996539 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.996702 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.996863 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.997034 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.997194 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.997356 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.997498 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.997653 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.997816 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.997994 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.998159 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.998306 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.998460 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.998625 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.998784 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.998943 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.999108 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.999270 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.999576 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:19.999890 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.000115 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.000291 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.000457 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.000619 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.000781 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.000965 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.001123 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.001432 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.001745 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.001915 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.002077 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.002240 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.002404 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.002568 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.002726 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.002887 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.003047 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.003348 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.003665 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.003831 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.003994 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.004203 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.004366 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.004530 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.004693 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.004855 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.005021 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.005223 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.005390 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.005540 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.005683 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.005849 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.005991 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.006139 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.006296 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.006456 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.006619 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.006762 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.006924 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.007086 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.007247 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.007407 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.007562 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.007724 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.007879 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.008071 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.008222 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.008376 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.008537 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.008699 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.008855 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.009008 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.009171 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.009334 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.009496 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.009657 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.009817 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.009978 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.010138 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.010298 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.010475 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.010637 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.010797 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.010952 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.011111 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.011272 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.011432 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.011593 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.011752 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.011902 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.012101 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.012268 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.012433 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.012594 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.012756 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.012918 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.013074 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.013229 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.013449 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.013587 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.013721 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.013920 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.014060 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.014280 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.014280 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.015170 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.015170 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.015170 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.015170 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.015170 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.015505 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.015505 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.015646 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.015724 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.015891 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.016080 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.016870 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.016870 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.016870 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.016870 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.016870 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.017187 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.017187 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.017333 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.017448 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.017692 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.017864 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.018020 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.018181 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.018324 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.018458 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.018817 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.018817 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.018817 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.019255 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.019255 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.019255 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.019645 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.019645 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.019907 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.019907 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.020189 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.020189 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.020457 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.020592 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.020725 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.021389 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.021546 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.021673 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.021793 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.021911 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.022084 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.022245 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.022416 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.022586 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.022759 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.024040 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.024040 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.024040 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.024040 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.024040 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.024040 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.024040 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.024040 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.024784 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.024954 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.025116 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.025281 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.025441 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.025612 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.025748 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.025897 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.026057 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.026217 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.026377 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.026537 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.026697 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.026858 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 04:57:20.027240 dv-cinder-809965-1-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 04:57:20.035985 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 33652) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:57:20.045009 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063622 Sep 20 04:57:31.552536 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c3c01-6381-4fe1-b6e5-07380dd77366 None None] get_active_networks_info from dv-cinder-809965-1-iscsi {{(pid=94086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 04:57:31.620860 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1c3c01-6381-4fe1-b6e5-07380dd77366 None None] No non-hosted networks {{(pid=94086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 20 04:57:31.630566 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.agentschedulers_db [None req-4c1c3c01-6381-4fe1-b6e5-07380dd77366 None None] DHCP Agent not found on host dv-cinder-809965-1-iscsi {{(pid=94086) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 20 04:57:31.776563 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4d7863a4-5cae-468c-9084-1c6eb6e4200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275499'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:34.026583 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1203f8e5-6915-4d3f-b52e-1cbc011fc19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275499'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:34.105744 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68cc20c8-2fad-4cfe-9960-88a42430c902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:34.867549 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275499'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:34.870537 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:34.871584 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:34.872169 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:34.873634 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:34.878003 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:34.878937 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:34.882745 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:34.884928 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:34.886789 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:34.890719 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:34.892421 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:34.893747 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:34.895632 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809965-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:34.913935 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809965-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:57:35.271483 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275499'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:36.743314 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275499'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:38.090193 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 33744) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:57:38.466116 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.db.l3_hamode_db [None req-767027ea-6822-4e67-a649-fbe5d8a49a2a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 20 04:57:38.543477 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767027ea-6822-4e67-a649-fbe5d8a49a2a None None] Routers set() bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 04:57:38.543864 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767027ea-6822-4e67-a649-fbe5d8a49a2a None None] Router IDs set() for agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 20 04:57:38.607059 dv-cinder-809965-1-iscsi neutron-server[94084]: WARNING oslo_policy.policy [None req-dc4e61e6-fffc-4499-8268-2129acc97eae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:57:38.607637 dv-cinder-809965-1-iscsi neutron-server[94084]: WARNING oslo_policy.policy [None req-dc4e61e6-fffc-4499-8268-2129acc97eae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:57:38.827220 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-dc4e61e6-fffc-4499-8268-2129acc97eae admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 04:57:38.828490 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-dc4e61e6-fffc-4499-8268-2129acc97eae admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7360556 Sep 20 04:57:41.236130 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 33758) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:57:41.543779 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-85da5ea4-2288-4510-a86d-056636b3a5e0 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:41.640201 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.policy [None req-85da5ea4-2288-4510-a86d-056636b3a5e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94084) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 04:57:41.685458 dv-cinder-809965-1-iscsi neutron-server[94084]: WARNING oslo_policy.policy [None req-85da5ea4-2288-4510-a86d-056636b3a5e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:57:41.685835 dv-cinder-809965-1-iscsi neutron-server[94084]: WARNING oslo_policy.policy [None req-85da5ea4-2288-4510-a86d-056636b3a5e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:57:41.694640 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.quota [None req-85da5ea4-2288-4510-a86d-056636b3a5e0 admin admin] Loaded quota_driver: . Sep 20 04:57:41.782318 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-85da5ea4-2288-4510-a86d-056636b3a5e0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748433803177', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748433802364', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748433823479', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748433821099', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748434586374', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748433834045', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-539474', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1560652', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-478211', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633129'] for rbac-policy, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:41.845746 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-85da5ea4-2288-4510-a86d-056636b3a5e0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:41.847074 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-85da5ea4-2288-4510-a86d-056636b3a5e0 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6099896 Sep 20 04:57:44.451657 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 33770) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:57:44.746383 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '3676a91419344be4929c7777a6d093f0', 'tenant_id': '3676a91419344be4929c7777a6d093f0'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:44.774170 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Made reservation on behalf of 3676a91419344be4929c7777a6d093f0 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:57:44.777035 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:44.793840 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:44.914944 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:44.918531 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:44.938219 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 04:57:44.965025 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748436347540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:44.965611 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Unsubscribe: segment precommit_create {{(pid=94084) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 04:57:44.966122 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Added segment 5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e of type vlan for network ad0867d4-e028-4622-b922-2cae83952597 Sep 20 04:57:44.982131 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f221034-f4da-4440-ae2f-a6c3401acb90,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:45.030471 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:45.030825 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:45.031162 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:45.031490 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:45.031816 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:45.032180 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:45.032509 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:45.032831 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:45.033167 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:45.033487 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:45.033803 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:45.034118 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Tracked resource versions report: Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: pushed versions: Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: { 'AddressGroup': {'1.2'}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'ConntrackHelper': {'1.0'}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Log': {'1.0'}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Network': {'1.1'}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Port': {'1.7'}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'PortForwarding': {'1.2'}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'QosPolicy': {'1.9'}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'SecurityGroup': {'1.4'}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'SecurityGroupRule': {'1.2'}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'SubPort': {'1.0'}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Subnet': {'1.1'}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Trunk': {'1.1'}} Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: consumer versions: Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: { DHCP agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: L3 agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: Metadata agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: Metering agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: Open vSwitch agent@dv-cinder-809965-1-iscsi: { 'AddressGroup': '1.2', Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'ConntrackHelper': '1.0', Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Log': '1.0', Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Network': '1.1', Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Port': '1.7', Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'PortForwarding': '1.2', Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'QosPolicy': '1.9', Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'SecurityGroup': '1.4', Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'SecurityGroupRule': '1.2', Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'SubPort': '1.0', Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Subnet': '1.1', Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Trunk': '1.1'}} Sep 20 04:57:45.035186 dv-cinder-809965-1-iscsi neutron-server[94084]: {{(pid=94084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 04:57:45.083836 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:45.123107 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:45.124331 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 04:57:45.124965 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:45.180029 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7272978 Sep 20 04:57:45.224516 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593b1a1-9123-4a51-8314-5f87bff7a69e admin admin] Pushing event updated for resources: {'Network': ['ID=ad0867d4-e028-4622-b922-2cae83952597,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:45.235655 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network ad0867d4-e028-4622-b922-2cae83952597 details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:57:47.849129 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 33784) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:57:48.240810 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2a000-e72f-411a-bdd5-3c90ffd960b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 04:57:48.242220 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7ec2a000-e72f-411a-bdd5-3c90ffd960b5 admin admin] 10.222.0.32 "GET /v2.0/networks/ad0867d4-e028-4622-b922-2cae83952597 HTTP/1.1" status: 200 len: 824 time: 0.3921170 Sep 20 04:57:48.267038 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1ada7223-3599-4cf7-b3c8-c8cadf8631ca admin admin] 10.222.0.32 "GET /v2.0/subnetpools/96cc315f-6bee-4be1-a15c-f996a4e128e3 HTTP/1.1" status: 200 len: 734 time: 0.0181277 Sep 20 04:57:48.275836 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-d1af932d-1db4-423a-bcd7-81c0b5a0230a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597', 'subnetpool_id': '96cc315f-6bee-4be1-a15c-f996a4e128e3', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '3676a91419344be4929c7777a6d093f0'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:48.296696 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1af932d-1db4-423a-bcd7-81c0b5a0230a admin admin] Made reservation on behalf of 3676a91419344be4929c7777a6d093f0 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:57:48.298846 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d1af932d-1db4-423a-bcd7-81c0b5a0230a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:48.580438 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d1af932d-1db4-423a-bcd7-81c0b5a0230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:48.651135 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af932d-1db4-423a-bcd7-81c0b5a0230a admin admin] Pushing event updated for resources: {'Subnet': ['ID=036512ab-5aa9-4341-97c5-815f2d81198a,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:48.652954 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af932d-1db4-423a-bcd7-81c0b5a0230a admin admin] Checking segment: {'id': '5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 04:57:48.653331 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1af932d-1db4-423a-bcd7-81c0b5a0230a admin admin] Network hostable DHCP agents. Network: ad0867d4-e028-4622-b922-2cae83952597, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:57:48.673795 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1af932d-1db4-423a-bcd7-81c0b5a0230a admin admin] Network ad0867d4-e028-4622-b922-2cae83952597 is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:57:48.685266 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-d1af932d-1db4-423a-bcd7-81c0b5a0230a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, ad0867d4-e028-4622-b922-2cae83952597) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:57:48.689736 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1af932d-1db4-423a-bcd7-81c0b5a0230a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 04:57:48.690332 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d1af932d-1db4-423a-bcd7-81c0b5a0230a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:48.694765 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96363ee-42dc-43d6-ab20-0ce70fa34098 None None] Network ad0867d4-e028-4622-b922-2cae83952597 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 04:57:48.708059 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d1af932d-1db4-423a-bcd7-81c0b5a0230a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4353716 Sep 20 04:57:49.009356 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45fdac36-fd2f-568b-9e22-24bad3a54f91-ad0867d4-e028-4622-b922-2cae83952597', 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'fixed_ips': [{'subnet_id': '036512ab-5aa9-4341-97c5-815f2d81198a'}]}} from dv-cinder-809965-1-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 04:57:49.010674 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:49.283101 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Allocated IP 172.20.0.2 (ad0867d4-e028-4622-b922-2cae83952597/036512ab-5aa9-4341-97c5-815f2d81198a/12eb2814-440d-4528-99a2-ff6a61c3f048) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:57:49.484244 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:49.491207 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:49.588942 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Network ad0867d4-e028-4622-b922-2cae83952597 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:57:49.595272 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:57:49.600205 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 04:57:49.617934 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Pushing event updated for resources: {'Port': ['ID=12eb2814-440d-4528-99a2-ff6a61c3f048,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:49.663638 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:49.663993 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:49.664356 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:49.664687 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:49.665013 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:49.665338 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:49.665661 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:49.665981 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:49.666318 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:49.666667 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:49.666982 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:49.667297 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Tracked resource versions report: Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: pushed versions: Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: { 'AddressGroup': {'1.2'}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'ConntrackHelper': {'1.0'}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Log': {'1.0'}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Network': {'1.1'}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Port': {'1.7'}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'PortForwarding': {'1.2'}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'QosPolicy': {'1.9'}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'SecurityGroup': {'1.4'}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'SecurityGroupRule': {'1.2'}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'SubPort': {'1.0'}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Subnet': {'1.1'}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Trunk': {'1.1'}} Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: consumer versions: Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: { DHCP agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: L3 agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: Metadata agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: Metering agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: Open vSwitch agent@dv-cinder-809965-1-iscsi: { 'AddressGroup': '1.2', Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'ConntrackHelper': '1.0', Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Log': '1.0', Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Network': '1.1', Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Port': '1.7', Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'PortForwarding': '1.2', Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'QosPolicy': '1.9', Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'SecurityGroup': '1.4', Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'SecurityGroupRule': '1.2', Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'SubPort': '1.0', Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Subnet': '1.1', Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Trunk': '1.1'}} Sep 20 04:57:49.668414 dv-cinder-809965-1-iscsi neutron-server[94086]: {{(pid=94086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 04:57:49.695276 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Attempting to bind port 12eb2814-440d-4528-99a2-ff6a61c3f048 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 04:57:49.695855 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Attempting to bind port 12eb2814-440d-4528-99a2-ff6a61c3f048 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 04:57:49.696104 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Attempting to bind port 12eb2814-440d-4528-99a2-ff6a61c3f048 on network ad0867d4-e028-4622-b922-2cae83952597 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:57:49.700822 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 4, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 04:57:49.701222 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Checking segment: {'id': '5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 04:57:49.701714 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:49.702098 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Bound using segment: {'id': '5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:57:49.702581 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Bound port: 12eb2814-440d-4528-99a2-ff6a61c3f048, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 04:57:49.702988 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:49.765654 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] For port 12eb2814-440d-4528-99a2-ff6a61c3f048, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:57:49.770426 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] For port 12eb2814-440d-4528-99a2-ff6a61c3f048, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=12eb2814-440d-4528-99a2-ff6a61c3f048,segment=NetworkSegment(5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e),segment_id=5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:57:49.773788 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:49.837805 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f3a96-66e5-4d23-8bfc-3135d04bbd67 None None] Pushing event updated for resources: {'Port': ['ID=12eb2814-440d-4528-99a2-ff6a61c3f048,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:51.158148 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 33792) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:57:51.470759 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-60636bd1-bf3d-4c51-a7c7-14e559090c13 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 04:57:51.471776 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-60636bd1-bf3d-4c51-a7c7-14e559090c13 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3125663 Sep 20 04:57:54.025064 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 33800) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:57:54.346639 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-193f4388-c49d-4ce4-bb82-7f9d2bf6f4c8 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 04:57:54.347701 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-193f4388-c49d-4ce4-bb82-7f9d2bf6f4c8 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3217173 Sep 20 04:57:57.047916 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 33812) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:57:57.364789 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-5b5a7597-9493-4b46-b5cc-21ab93a59626 admin admin] Request body: {'router': {'tenant_id': '3676a91419344be4929c7777a6d093f0', 'name': 'router1', 'admin_state_up': True}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:57:57.388612 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7597-9493-4b46-b5cc-21ab93a59626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-274561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:57.390195 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7597-9493-4b46-b5cc-21ab93a59626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-275841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:57.525572 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7597-9493-4b46-b5cc-21ab93a59626 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:57.530162 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7597-9493-4b46-b5cc-21ab93a59626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-275542'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:57.543526 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7597-9493-4b46-b5cc-21ab93a59626 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:57.544765 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5b5a7597-9493-4b46-b5cc-21ab93a59626 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4957860 Sep 20 04:57:58.268406 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfd15c5-fc9e-489f-a224-2efea2f01e73 None None] Network ad0867d4-e028-4622-b922-2cae83952597 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 04:57:58.375262 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 12eb2814-440d-4528-99a2-ff6a61c3f048 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:57:58.478183 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-e4724afe-b072-4d42-ae88-36e92d35ecfd None None] Provisioning complete for port 12eb2814-440d-4528-99a2-ff6a61c3f048 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:57:58.478578 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e4724afe-b072-4d42-ae88-36e92d35ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:58.539099 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 12eb2814-440d-4528-99a2-ff6a61c3f048 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:57:58.539397 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:58.688721 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e4724afe-b072-4d42-ae88-36e92d35ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:58.722400 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:58.755074 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-e4724afe-b072-4d42-ae88-36e92d35ecfd None None] For port 12eb2814-440d-4528-99a2-ff6a61c3f048, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=12eb2814-440d-4528-99a2-ff6a61c3f048,segment=NetworkSegment(5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e),segment_id=5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:57:58.760862 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e4724afe-b072-4d42-ae88-36e92d35ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:58.831468 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.db.api [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 04:57:58.832380 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG oslo_db.api [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 04:57:58.836407 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4724afe-b072-4d42-ae88-36e92d35ecfd None None] Pushing event updated for resources: {'Port': ['ID=12eb2814-440d-4528-99a2-ff6a61c3f048,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:57:58.880364 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-636f9da4-c046-4a7b-beed-ea69b97cdd71 None None] Provisioning complete for port 12eb2814-440d-4528-99a2-ff6a61c3f048 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:57:58.880731 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-636f9da4-c046-4a7b-beed-ea69b97cdd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:57:59.949583 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 33824) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:58:00.340387 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 12eb2814-440d-4528-99a2-ff6a61c3f048 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:58:00.385909 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 12eb2814-440d-4528-99a2-ff6a61c3f048 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:58:00.386283 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:00.443666 dv-cinder-809965-1-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-ee788ede-0404-4c27-8fe2-fca6db792315 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:58:00.444284 dv-cinder-809965-1-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-ee788ede-0404-4c27-8fe2-fca6db792315 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:58:00.665681 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [None req-ee788ede-0404-4c27-8fe2-fca6db792315 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 04:58:00.666691 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ee788ede-0404-4c27-8fe2-fca6db792315 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7162335 Sep 20 04:58:01.458618 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c95995b8-148b-4d26-8a70-c0159107f7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:03.069174 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 33838) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:58:03.380589 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:58:03.382018 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.quota [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Loaded quota_driver: . Sep 20 04:58:03.435019 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Made reservation on behalf of 06141976cd5447518f2f41d17482c4e4 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:58:03.503123 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.policy [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94085) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 04:58:03.550219 dv-cinder-809965-1-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:58:03.550816 dv-cinder-809965-1-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 04:58:03.561152 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:03.580896 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:03.709816 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:03.713739 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:03.729335 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Reserving flat network on physical network physnet1 {{(pid=94085) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 20 04:58:03.768653 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748436347540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:03.769835 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Unsubscribe: segment precommit_create {{(pid=94085) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 04:58:03.770359 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Added segment 48ae2e19-8def-4e22-9f9c-c66bc9b49ac1 of type flat for network f4855da4-da5c-4baa-86e5-1c338c1265fd Sep 20 04:58:03.787793 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e00a3f-f44e-4047-9925-dc09dcf8e3b7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:03.839368 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:03.839785 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:03.840140 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:03.840465 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:03.841048 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:03.841450 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:03.841808 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:03.842122 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:03.842449 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:03.842766 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:03.843075 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:03.843375 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Tracked resource versions report: Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: pushed versions: Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: { 'AddressGroup': {'1.2'}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'ConntrackHelper': {'1.0'}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Log': {'1.0'}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Network': {'1.1'}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Port': {'1.7'}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'PortForwarding': {'1.2'}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'QosPolicy': {'1.9'}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'SecurityGroup': {'1.4'}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'SecurityGroupRule': {'1.2'}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'SubPort': {'1.0'}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Subnet': {'1.1'}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Trunk': {'1.1'}} Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: consumer versions: Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: { DHCP agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: L3 agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: Metadata agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: Metering agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: Open vSwitch agent@dv-cinder-809965-1-iscsi: { 'AddressGroup': '1.2', Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'ConntrackHelper': '1.0', Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Log': '1.0', Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Network': '1.1', Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Port': '1.7', Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'PortForwarding': '1.2', Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'QosPolicy': '1.9', Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'SecurityGroup': '1.4', Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'SecurityGroupRule': '1.2', Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'SubPort': '1.0', Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Subnet': '1.1', Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Trunk': '1.1'}} Sep 20 04:58:03.844489 dv-cinder-809965-1-iscsi neutron-server[94085]: {{(pid=94085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 04:58:03.897704 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:03.943912 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:03.945016 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 04:58:03.945647 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:04.013073 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9427488 Sep 20 04:58:04.025180 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fcad-6438-461e-9f62-5fb9e7410a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:04.047500 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0380b-114d-42e6-a0b1-af2404a62494 admin admin] Pushing event updated for resources: {'Network': ['ID=f4855da4-da5c-4baa-86e5-1c338c1265fd,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:04.058560 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network f4855da4-da5c-4baa-86e5-1c338c1265fd details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 04:58:04.869403 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:05.215650 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:06.414325 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 33862) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:58:06.628938 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f747669-a6e9-449b-88ac-8a585fafc29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 04:58:06.630294 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1f747669-a6e9-449b-88ac-8a585fafc29c admin admin] 10.222.0.32 "GET /v2.0/subnets/036512ab-5aa9-4341-97c5-815f2d81198a HTTP/1.1" status: 200 len: 849 time: 0.2150309 Sep 20 04:58:06.678014 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:06.791942 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f21cd3e9-886a-43ba-a9de-e99001c01b4c admin admin] 10.222.0.32 "GET /v2.0/routers/003cbe65-6b7d-44e0-8207-aea95b6b8589 HTTP/1.1" status: 200 len: 704 time: 0.1555138 Sep 20 04:58:07.072071 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:07.368802 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Allocated IP 172.20.0.1 (ad0867d4-e028-4622-b922-2cae83952597/036512ab-5aa9-4341-97c5-815f2d81198a/5c87edf5-2730-49b9-9727-c9c85fc76676) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:58:07.550688 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:07.618942 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:07.687799 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Network ad0867d4-e028-4622-b922-2cae83952597 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:58:07.692463 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:58:07.702615 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 04:58:07.703161 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-275585'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:07.759295 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Pushing event updated for resources: {'Port': ['ID=5c87edf5-2730-49b9-9727-c9c85fc76676,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:07.891555 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:58:07.896776 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:07.926223 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4329ee00-a7d9-4967-84ac-f3c0b5edd543 None None] Provisioning complete for port 5c87edf5-2730-49b9-9727-c9c85fc76676 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:58:07.926769 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4329ee00-a7d9-4967-84ac-f3c0b5edd543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:07.959490 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4329ee00-a7d9-4967-84ac-f3c0b5edd543 None None] Port 5c87edf5-2730-49b9-9727-c9c85fc76676 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 04:58:08.147877 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:08.153121 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:08.154026 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-511761'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:08.219456 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Pushing event updated for resources: {'Port': ['ID=5c87edf5-2730-49b9-9727-c9c85fc76676,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:08.290372 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Network ad0867d4-e028-4622-b922-2cae83952597 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:58:08.291645 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:58:08.449957 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Router 003cbe65-6b7d-44e0-8207-aea95b6b8589 is scheduled to L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 04:58:08.479168 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-48b5ccc2-dc09-4807-baaf-3ce6b16dafbd None None] Provisioning complete for port 5c87edf5-2730-49b9-9727-c9c85fc76676 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:58:08.479620 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-48b5ccc2-dc09-4807-baaf-3ce6b16dafbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:08.514326 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-48b5ccc2-dc09-4807-baaf-3ce6b16dafbd None None] Port 5c87edf5-2730-49b9-9727-c9c85fc76676 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 04:58:08.544149 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:58:08.549300 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-985e791f-00d5-4fd2-991c-5bf99d119e52 admin admin] 10.222.0.32 "PUT /v2.0/routers/003cbe65-6b7d-44e0-8207-aea95b6b8589/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7516909 Sep 20 04:58:08.554412 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Sync routers for ids ['003cbe65-6b7d-44e0-8207-aea95b6b8589'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:58:08.566015 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Routers {'003cbe65-6b7d-44e0-8207-aea95b6b8589'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 04:58:08.566738 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T04:58:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['003cbe65-6b7d-44e0-8207-aea95b6b8589'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:08.758330 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Set router 003cbe65-6b7d-44e0-8207-aea95b6b8589 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 04:58:09.181461 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'name': 'router1', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T04:57:57Z', 'updated_at': '2021-09-20T04:58:07Z', 'revision_number': 2, 'project_id': '3676a91419344be4929c7777a6d093f0', 'gw_port_host': None, '_interfaces': [{'id': '5c87edf5-2730-49b9-9727-c9c85fc76676', 'name': '', 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'mac_address': 'fa:16:3e:86:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '036512ab-5aa9-4341-97c5-815f2d81198a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T04:58:07Z', 'updated_at': '2021-09-20T04:58:07Z', 'revision_number': 2, 'project_id': '3676a91419344be4929c7777a6d093f0', 'subnets': [{'id': '036512ab-5aa9-4341-97c5-815f2d81198a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96cc315f-6bee-4be1-a15c-f996a4e128e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:09.237610 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Checking router: 003cbe65-6b7d-44e0-8207-aea95b6b8589 for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:58:09.238485 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Updating router 003cbe65-6b7d-44e0-8207-aea95b6b8589 port 5c87edf5-2730-49b9-9727-c9c85fc76676 binding host dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:58:09.286677 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:09.793490 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:09.801852 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:09.969304 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Pushing event updated for resources: {'Port': ['ID=5c87edf5-2730-49b9-9727-c9c85fc76676,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:09.972921 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Attempting to bind port 5c87edf5-2730-49b9-9727-c9c85fc76676 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 04:58:09.973169 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Attempting to bind port 5c87edf5-2730-49b9-9727-c9c85fc76676 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 04:58:09.973582 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Attempting to bind port 5c87edf5-2730-49b9-9727-c9c85fc76676 on network ad0867d4-e028-4622-b922-2cae83952597 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:58:09.981342 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 4, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 04:58:09.981749 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Checking segment: {'id': '5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 04:58:09.982247 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:09.982626 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Bound using segment: {'id': '5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:58:09.983117 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Bound port: 5c87edf5-2730-49b9-9727-c9c85fc76676, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 04:58:09.983719 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:09.986692 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:09.987030 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:09.987361 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:09.988309 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:09.988862 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:09.988862 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:09.989193 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:09.989536 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:09.989861 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:09.990176 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:09.990489 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:09.990798 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Tracked resource versions report: Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: pushed versions: Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: { 'AddressGroup': {'1.2'}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'ConntrackHelper': {'1.0'}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Log': {'1.0'}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Network': {'1.1'}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Port': {'1.7'}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'PortForwarding': {'1.2'}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'QosPolicy': {'1.9'}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'SecurityGroup': {'1.4'}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'SecurityGroupRule': {'1.2'}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'SubPort': {'1.0'}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Subnet': {'1.1'}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Trunk': {'1.1'}} Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: consumer versions: Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: { DHCP agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: L3 agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: Metadata agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: Metering agent@dv-cinder-809965-1-iscsi: {}, Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: Open vSwitch agent@dv-cinder-809965-1-iscsi: { 'AddressGroup': '1.2', Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'ConntrackHelper': '1.0', Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Log': '1.0', Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Network': '1.1', Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Port': '1.7', Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'PortForwarding': '1.2', Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'QosPolicy': '1.9', Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'SecurityGroup': '1.4', Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'SecurityGroupRule': '1.2', Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'SubPort': '1.0', Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Subnet': '1.1', Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Trunk': '1.1'}} Sep 20 04:58:09.991879 dv-cinder-809965-1-iscsi neutron-server[94087]: {{(pid=94087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 04:58:10.044586 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-872e7832-279d-4c36-93aa-63d83dff4326 None None] Provisioning complete for port 5c87edf5-2730-49b9-9727-c9c85fc76676 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:58:10.045114 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-872e7832-279d-4c36-93aa-63d83dff4326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:10.057922 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] For port 5c87edf5-2730-49b9-9727-c9c85fc76676, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:58:10.077472 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] For port 5c87edf5-2730-49b9-9727-c9c85fc76676, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=5c87edf5-2730-49b9-9727-c9c85fc76676,segment=NetworkSegment(5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e),segment_id=5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:58:10.082528 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:10.084141 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-872e7832-279d-4c36-93aa-63d83dff4326 None None] Port 5c87edf5-2730-49b9-9727-c9c85fc76676 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 04:58:10.141575 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Routers {'003cbe65-6b7d-44e0-8207-aea95b6b8589'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 04:58:10.142126 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T04:58:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['003cbe65-6b7d-44e0-8207-aea95b6b8589'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:10.186674 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d3e63-dd6e-4dfd-af73-8758029dd291 None None] Pushing event updated for resources: {'Port': ['ID=5c87edf5-2730-49b9-9727-c9c85fc76676,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:10.248000 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] Set router 003cbe65-6b7d-44e0-8207-aea95b6b8589 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 04:58:10.302684 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c9918213-5cec-4e27-8180-c6e75313620e None None] Provisioning complete for port 5c87edf5-2730-49b9-9727-c9c85fc76676 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:58:10.303368 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c9918213-5cec-4e27-8180-c6e75313620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:10.386481 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c9918213-5cec-4e27-8180-c6e75313620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:10.419554 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-c9918213-5cec-4e27-8180-c6e75313620e None None] For port 5c87edf5-2730-49b9-9727-c9c85fc76676, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=5c87edf5-2730-49b9-9727-c9c85fc76676,segment=NetworkSegment(5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e),segment_id=5369dc1d-0941-45c0-9fdc-dfb6a00b0a1e)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:58:10.424666 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c9918213-5cec-4e27-8180-c6e75313620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:10.473742 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'name': 'router1', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T04:57:57Z', 'updated_at': '2021-09-20T04:58:07Z', 'revision_number': 2, 'project_id': '3676a91419344be4929c7777a6d093f0', 'gw_port_host': None, '_interfaces': [{'id': '5c87edf5-2730-49b9-9727-c9c85fc76676', 'name': '', 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'mac_address': 'fa:16:3e:86:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '036512ab-5aa9-4341-97c5-815f2d81198a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T04:58:07Z', 'updated_at': '2021-09-20T04:58:10Z', 'revision_number': 4, 'project_id': '3676a91419344be4929c7777a6d093f0', 'subnets': [{'id': '036512ab-5aa9-4341-97c5-815f2d81198a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96cc315f-6bee-4be1-a15c-f996a4e128e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:10.475333 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9918213-5cec-4e27-8180-c6e75313620e None None] Pushing event updated for resources: {'Port': ['ID=5c87edf5-2730-49b9-9727-c9c85fc76676,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:10.499926 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d12ee-c286-448c-b20e-b74a0ba93055 None None] The sync data for ids ['003cbe65-6b7d-44e0-8207-aea95b6b8589'] in dv-cinder-809965-1-iscsi is: [{'id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'name': 'router1', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T04:57:57Z', 'updated_at': '2021-09-20T04:58:07Z', 'revision_number': 2, 'project_id': '3676a91419344be4929c7777a6d093f0', 'gw_port_host': None, '_interfaces': [{'id': '5c87edf5-2730-49b9-9727-c9c85fc76676', 'name': '', 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'mac_address': 'fa:16:3e:86:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '036512ab-5aa9-4341-97c5-815f2d81198a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T04:58:07Z', 'updated_at': '2021-09-20T04:58:10Z', 'revision_number': 4, 'project_id': '3676a91419344be4929c7777a6d093f0', 'subnets': [{'id': '036512ab-5aa9-4341-97c5-815f2d81198a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96cc315f-6bee-4be1-a15c-f996a4e128e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:58:10.866090 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 33882) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:58:10.975015 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f7e350-e087-4953-8fb7-7e2d949634c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 04:58:10.976411 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b9f7e350-e087-4953-8fb7-7e2d949634c1 admin admin] 10.222.0.32 "GET /v2.0/networks/f4855da4-da5c-4baa-86e5-1c338c1265fd HTTP/1.1" status: 200 len: 842 time: 0.1093574 Sep 20 04:58:10.986251 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:58:11.009562 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] Made reservation on behalf of 06141976cd5447518f2f41d17482c4e4 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 04:58:11.011971 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:11.308319 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.objects.ports [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 04:58:11.308750 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:11.370715 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51bcb9c4-7110-40e0-8ed8-5b873d60f354,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:11.377879 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] Checking segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 04:58:11.379327 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] Network hostable DHCP agents. Network: f4855da4-da5c-4baa-86e5-1c338c1265fd, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 04:58:11.400868 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 04:58:11.413500 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, f4855da4-da5c-4baa-86e5-1c338c1265fd) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:58:11.417596 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 04:58:11.418212 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:11.423599 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f792939d-f2e2-4c01-a5a9-af86df3ebed0 None None] Network f4855da4-da5c-4baa-86e5-1c338c1265fd requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 04:58:11.436593 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6494d918-c97d-4a8b-acaf-b62ecce91b09 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4535925 Sep 20 04:58:11.623777 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca982b7-b8b8-4209-aedf-3829cd7cc367 None None] Network f4855da4-da5c-4baa-86e5-1c338c1265fd requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 04:58:13.772498 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 33890) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:58:13.904175 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a3c74bdc-95bd-4f6d-95ad-5dc475d7a7b9 admin admin] 10.222.0.32 "GET /v2.0/routers/003cbe65-6b7d-44e0-8207-aea95b6b8589 HTTP/1.1" status: 200 len: 710 time: 0.1305957 Sep 20 04:58:13.990902 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a73071-4328-4cc1-96a8-8f298a5b879a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 04:58:13.992204 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-60a73071-4328-4cc1-96a8-8f298a5b879a admin admin] 10.222.0.32 "GET /v2.0/networks/f4855da4-da5c-4baa-86e5-1c338c1265fd HTTP/1.1" status: 200 len: 886 time: 0.0819890 Sep 20 04:58:14.001488 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:58:14.307490 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:14.536972 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:14.612035 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:14.709974 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Allocated IP 172.27.1.157 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/45a504a3-934b-42aa-a83a-efef8149e6c2) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 04:58:14.811552 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:14.844487 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:14.882972 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 04:58:14.885992 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 04:58:14.891442 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 04:58:14.928252 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Pushing event updated for resources: {'Port': ['ID=45a504a3-934b-42aa-a83a-efef8149e6c2,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:15.138444 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:15.332347 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-275895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:15.335504 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-275542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-275900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-275877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-509964'] for router, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:15.437249 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Router 003cbe65-6b7d-44e0-8207-aea95b6b8589 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 04:58:15.544827 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 04:58:15.548952 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:15.550677 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0ddab073-ff92-429c-bad1-1fe465d34ffc admin admin] 10.222.0.32 "PUT /v2.0/routers/003cbe65-6b7d-44e0-8207-aea95b6b8589 HTTP/1.1" status: 200 len: 890 time: 1.5523357 Sep 20 04:58:16.364905 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 5c87edf5-2730-49b9-9727-c9c85fc76676 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:58:16.412585 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 5c87edf5-2730-49b9-9727-c9c85fc76676 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:58:16.412952 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:17.041066 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Sync routers for ids ['003cbe65-6b7d-44e0-8207-aea95b6b8589'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 04:58:17.051949 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Routers {'003cbe65-6b7d-44e0-8207-aea95b6b8589'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 04:58:17.052709 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T04:58:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['003cbe65-6b7d-44e0-8207-aea95b6b8589'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:17.255795 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Set router 003cbe65-6b7d-44e0-8207-aea95b6b8589 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 04:58:17.646084 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'name': 'router1', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45a504a3-934b-42aa-a83a-efef8149e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T04:57:57Z', 'updated_at': '2021-09-20T04:58:15Z', 'revision_number': 4, 'project_id': '3676a91419344be4929c7777a6d093f0', 'gw_port': {'id': '45a504a3-934b-42aa-a83a-efef8149e6c2', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T04:58:14Z', 'updated_at': '2021-09-20T04:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '5c87edf5-2730-49b9-9727-c9c85fc76676', 'name': '', 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'mac_address': 'fa:16:3e:86:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '036512ab-5aa9-4341-97c5-815f2d81198a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T04:58:07Z', 'updated_at': '2021-09-20T04:58:10Z', 'revision_number': 5, 'project_id': '3676a91419344be4929c7777a6d093f0', 'subnets': [{'id': '036512ab-5aa9-4341-97c5-815f2d81198a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96cc315f-6bee-4be1-a15c-f996a4e128e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:17.698198 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Checking router: 003cbe65-6b7d-44e0-8207-aea95b6b8589 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 04:58:17.698537 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Updating router 003cbe65-6b7d-44e0-8207-aea95b6b8589 port 45a504a3-934b-42aa-a83a-efef8149e6c2 binding host dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 04:58:17.746297 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:17.979311 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 33902) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:58:18.152547 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:18.157928 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:18.177948 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f805d8c7-eadc-4f2b-9f9d-def288e24cd2 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1974714 Sep 20 04:58:18.218186 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5e295-336e-40b3-a0af-3dc5c881286e None None] Pushing event updated for resources: {'Port': ['ID=45a504a3-934b-42aa-a83a-efef8149e6c2,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:18.224826 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Attempting to bind port 45a504a3-934b-42aa-a83a-efef8149e6c2 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 04:58:18.225674 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Attempting to bind port 45a504a3-934b-42aa-a83a-efef8149e6c2 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 04:58:18.226045 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Attempting to bind port 45a504a3-934b-42aa-a83a-efef8149e6c2 on network f4855da4-da5c-4baa-86e5-1c338c1265fd {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 04:58:18.233118 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 4, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 04:58:18.233497 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Checking segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 04:58:18.233907 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:18.234299 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Bound using segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 04:58:18.234786 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Bound port: 45a504a3-934b-42aa-a83a-efef8149e6c2, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 04:58:18.235187 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:18.291487 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] For port 45a504a3-934b-42aa-a83a-efef8149e6c2, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 04:58:18.294859 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] For port 45a504a3-934b-42aa-a83a-efef8149e6c2, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=45a504a3-934b-42aa-a83a-efef8149e6c2,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 04:58:18.299359 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:18.361232 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Routers {'003cbe65-6b7d-44e0-8207-aea95b6b8589'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 04:58:18.361824 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T04:58:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['003cbe65-6b7d-44e0-8207-aea95b6b8589'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:18.364638 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5e295-336e-40b3-a0af-3dc5c881286e None None] Pushing event updated for resources: {'Port': ['ID=45a504a3-934b-42aa-a83a-efef8149e6c2,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:18.472475 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] Set router 003cbe65-6b7d-44e0-8207-aea95b6b8589 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 04:58:18.691848 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'name': 'router1', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45a504a3-934b-42aa-a83a-efef8149e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T04:57:57Z', 'updated_at': '2021-09-20T04:58:15Z', 'revision_number': 4, 'project_id': '3676a91419344be4929c7777a6d093f0', 'gw_port': {'id': '45a504a3-934b-42aa-a83a-efef8149e6c2', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T04:58:14Z', 'updated_at': '2021-09-20T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '5c87edf5-2730-49b9-9727-c9c85fc76676', 'name': '', 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'mac_address': 'fa:16:3e:86:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '036512ab-5aa9-4341-97c5-815f2d81198a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T04:58:07Z', 'updated_at': '2021-09-20T04:58:10Z', 'revision_number': 5, 'project_id': '3676a91419344be4929c7777a6d093f0', 'subnets': [{'id': '036512ab-5aa9-4341-97c5-815f2d81198a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96cc315f-6bee-4be1-a15c-f996a4e128e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 04:58:18.721603 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2be1d-67df-4a8a-b179-fe8ba69a544b None None] The sync data for ids ['003cbe65-6b7d-44e0-8207-aea95b6b8589'] in dv-cinder-809965-1-iscsi is: [{'id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'name': 'router1', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '45a504a3-934b-42aa-a83a-efef8149e6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T04:57:57Z', 'updated_at': '2021-09-20T04:58:15Z', 'revision_number': 4, 'project_id': '3676a91419344be4929c7777a6d093f0', 'gw_port': {'id': '45a504a3-934b-42aa-a83a-efef8149e6c2', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T04:58:14Z', 'updated_at': '2021-09-20T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '5c87edf5-2730-49b9-9727-c9c85fc76676', 'name': '', 'network_id': 'ad0867d4-e028-4622-b922-2cae83952597', 'tenant_id': '3676a91419344be4929c7777a6d093f0', 'mac_address': 'fa:16:3e:86:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cbe65-6b7d-44e0-8207-aea95b6b8589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '036512ab-5aa9-4341-97c5-815f2d81198a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T04:58:07Z', 'updated_at': '2021-09-20T04:58:10Z', 'revision_number': 5, 'project_id': '3676a91419344be4929c7777a6d093f0', 'subnets': [{'id': '036512ab-5aa9-4341-97c5-815f2d81198a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96cc315f-6bee-4be1-a15c-f996a4e128e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 04:58:20.395048 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 45a504a3-934b-42aa-a83a-efef8149e6c2 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:58:20.447984 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 45a504a3-934b-42aa-a83a-efef8149e6c2 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:58:20.448629 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:20.544820 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:20.565956 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port 45a504a3-934b-42aa-a83a-efef8149e6c2, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=45a504a3-934b-42aa-a83a-efef8149e6c2,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 04:58:20.569932 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:20.623027 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=45a504a3-934b-42aa-a83a-efef8149e6c2,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:58:22.395878 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 45a504a3-934b-42aa-a83a-efef8149e6c2 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 04:58:22.491496 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 45a504a3-934b-42aa-a83a-efef8149e6c2 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:58:22.491870 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:31.462230 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d349e2ea-1282-4442-a359-5df808c12a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:34.021438 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0c66b1e5-64f4-423a-83e6-98e657d53f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:34.879738 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:35.223601 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:36.726175 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:58:44.890037 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:59:01.467277 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-91ff06de-395a-4da8-8131-b36ba1b544fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:04.024932 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d497c764-0483-4aa8-ba19-730c2cea44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:04.875569 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:05.271937 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:06.696049 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:21.888722 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 04:59:31.468940 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-46d97df2-edb5-4117-92a5-566836c05d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:34.026202 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e8eb489a-d809-427c-a0c6-9b0d25731a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:34.877820 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:35.257609 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:36.700518 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:55.107291 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 34464) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:59:55.170169 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.pecan_wsgi.hooks.translation [None req-60df95ab-20d5-478e-b905-90045212f69c admin admin] GET failed (client error): The resource could not be found. Sep 20 04:59:55.171507 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-60df95ab-20d5-478e-b905-90045212f69c admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632923 Sep 20 04:59:55.332959 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed98bc-3760-4da9-86a7-03e7c55449c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 04:59:55.334318 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-38ed98bc-3760-4da9-86a7-03e7c55449c4 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1579747 Sep 20 04:59:57.740300 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 34474) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 04:59:57.837338 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dbf07a-f4c8-43de-a166-3be6ae2def0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 04:59:57.838692 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d5dbf07a-f4c8-43de-a166-3be6ae2def0a admin admin] 10.222.0.32 "GET /v2.0/subnets/036512ab-5aa9-4341-97c5-815f2d81198a HTTP/1.1" status: 200 len: 849 time: 0.0974112 Sep 20 04:59:57.848889 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 04:59:57.928836 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:58.066942 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748436158980'] for subnet, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:58.098954 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 04:59:58.099140 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:58.100426 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] 10.222.0.32 "PUT /v2.0/subnets/036512ab-5aa9-4341-97c5-815f2d81198a HTTP/1.1" status: 200 len: 868 time: 0.2551491 Sep 20 04:59:58.107737 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86a29e2-470d-4b42-8bf1-bbeb5365fcef None None] Network ad0867d4-e028-4622-b922-2cae83952597 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 04:59:58.125472 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036512ab-5aa9-4341-97c5-815f2d81198a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 04:59:58.133486 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:59:58.133867 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:59:58.134209 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:59:58.134539 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:59:58.135018 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:59:58.135370 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:59:58.136012 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:59:58.136012 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:59:58.136394 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:59:58.136669 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:59:58.136988 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:59:58.137303 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaaf6d2-8e7a-4d5c-a9c0-387d89415f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 04:59:58.483244 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a8ad55b8-360a-443e-b719-16c1f046704d None None] Provisioning complete for port 12eb2814-440d-4528-99a2-ff6a61c3f048 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:59:58.483612 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a8ad55b8-360a-443e-b719-16c1f046704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:58.567537 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a8ad55b8-360a-443e-b719-16c1f046704d None None] Provisioning complete for port 5c87edf5-2730-49b9-9727-c9c85fc76676 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 04:59:58.567838 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a8ad55b8-360a-443e-b719-16c1f046704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 04:59:58.887099 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:00:00.296498 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34482) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:00:00.508769 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de08006-9a3c-485f-88b9-4b18d57f83ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:00.509249 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de08006-9a3c-485f-88b9-4b18d57f83ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:00.510805 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6de08006-9a3c-485f-88b9-4b18d57f83ba admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2132735 Sep 20 05:00:01.470429 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-563b6ead-4ca7-4237-be50-114d5fffdbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:02.735493 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34492) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:00:02.870264 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e1ef3-386c-42ac-8fc6-e344d1a2cc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:02.870736 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e1ef3-386c-42ac-8fc6-e344d1a2cc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:02.872272 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f61e1ef3-386c-42ac-8fc6-e344d1a2cc59 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1357632 Sep 20 05:00:04.027501 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-66c41742-24f2-49b4-8ffd-a831e1263506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:04.879132 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:05.058084 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34500) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:00:05.230730 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fe783d-1520-4bed-984f-ad105d7c821a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:05.232096 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c8fe783d-1520-4bed-984f-ad105d7c821a admin admin] 10.222.0.32 "GET /v2.0/networks/ad0867d4-e028-4622-b922-2cae83952597 HTTP/1.1" status: 200 len: 868 time: 0.1730514 Sep 20 05:00:05.262394 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:06.707000 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:07.414874 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34508) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:00:07.538507 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8b772-0b26-4d56-989a-c5161c7d8c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:07.539874 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a6b8b772-0b26-4d56-989a-c5161c7d8c32 admin admin] 10.222.0.32 "GET /v2.0/networks/f4855da4-da5c-4baa-86e5-1c338c1265fd HTTP/1.1" status: 200 len: 886 time: 0.1240504 Sep 20 05:00:09.738071 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34516) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:00:09.866678 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe65fe9-4cc4-4c25-be67-3631b0fe65e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:09.867130 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe65fe9-4cc4-4c25-be67-3631b0fe65e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:09.868692 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cbe65fe9-4cc4-4c25-be67-3631b0fe65e9 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296799 Sep 20 05:00:12.071863 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34524) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:00:12.161800 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38365dc-0433-4c20-a98a-d216c69d5c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:12.162251 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38365dc-0433-4c20-a98a-d216c69d5c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:12.163732 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c38365dc-0433-4c20-a98a-d216c69d5c97 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908751 Sep 20 05:00:14.401878 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34532) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:00:14.500391 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b2809b-cc83-4f25-a717-7c86910b6161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:14.501894 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c8b2809b-cc83-4f25-a717-7c86910b6161 admin admin] 10.222.0.32 "GET /v2.0/subnets/036512ab-5aa9-4341-97c5-815f2d81198a HTTP/1.1" status: 200 len: 868 time: 0.0989463 Sep 20 05:00:16.708918 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34540) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:00:16.796148 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaab5078-f3dc-484e-ae73-47ceac923537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:16.797581 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-aaab5078-f3dc-484e-ae73-47ceac923537 admin admin] 10.222.0.32 "GET /v2.0/subnets/51bcb9c4-7110-40e0-8ed8-5b873d60f354 HTTP/1.1" status: 200 len: 816 time: 0.0877182 Sep 20 05:00:31.472182 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cd4bdabf-f44c-4246-96bd-6abf07167130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:34.028397 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9459-3c6c-4fd5-afa9-36fd4f6a4f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:34.880308 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:35.264340 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:35.885738 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:00:36.710964 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:40.617734 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34594) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:00:40.664839 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-c28d2774-9513-449a-b778-27b201f07345 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:00:40.665853 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c28d2774-9513-449a-b778-27b201f07345 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471909 Sep 20 05:00:42.962939 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 34602) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:00:43.033650 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ef5f85-1c81-4a30-b04a-8b484b3e7dbf admin admin] GET failed (client error): The resource could not be found. Sep 20 05:00:43.034958 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-54ef5f85-1c81-4a30-b04a-8b484b3e7dbf admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0710738 Sep 20 05:00:43.117666 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775b03e-a5fc-4b7d-a16b-b540e72af7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:43.119099 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1775b03e-a5fc-4b7d-a16b-b540e72af7d8 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0793061 Sep 20 05:00:45.353701 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34610) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:00:45.399729 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:00:45.420402 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Made reservation on behalf of 06141976cd5447518f2f41d17482c4e4 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:00:45.423368 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:45.456917 dv-cinder-809965-1-iscsi neutron-server[94084]: WARNING neutron.services.revisions.revision_plugin [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Could not find related network for resource to bump revision. Sep 20 05:00:45.469741 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:00:45.479037 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:45.479365 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Added segment 5711360f-6e49-4742-bf9c-608f278726f7 of type vlan for network f01b828b-abff-4599-8da1-9ea51d44ca7d Sep 20 05:00:45.518310 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:45.543982 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:45.544935 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:45.545643 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:45.579185 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2244732 Sep 20 05:00:45.608086 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Pushing event updated for resources: {'Network': ['ID=f01b828b-abff-4599-8da1-9ea51d44ca7d,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:45.615744 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:45.616138 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:45.616492 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:45.616827 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:45.617158 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:45.617500 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:45.617829 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:45.618156 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:45.618482 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:45.618804 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:45.619124 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:45.619441 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44552c-33e3-4168-a028-27b4686a036f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:45.631087 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network f01b828b-abff-4599-8da1-9ea51d44ca7d details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:00:47.785001 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34618) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:00:47.844774 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.pecan_wsgi.hooks.translation [None req-329fd1fa-6cbf-4a34-b5ec-af09ce88d428 admin admin] GET failed (client error): The resource could not be found. Sep 20 05:00:47.846081 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-329fd1fa-6cbf-4a34-b5ec-af09ce88d428 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602014 Sep 20 05:00:47.946345 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cae0bfe-824b-4033-860d-c42c5ab72244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:47.947799 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2cae0bfe-824b-4033-860d-c42c5ab72244 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0971484 Sep 20 05:00:47.958256 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-7b4674c2-9575-4d45-b807-c4e6fcd657ed admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:00:47.978345 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4674c2-9575-4d45-b807-c4e6fcd657ed admin admin] Made reservation on behalf of 06141976cd5447518f2f41d17482c4e4 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:00:47.980548 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7b4674c2-9575-4d45-b807-c4e6fcd657ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:48.188619 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7b4674c2-9575-4d45-b807-c4e6fcd657ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:48.242996 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4674c2-9575-4d45-b807-c4e6fcd657ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=a771ca7e-58cc-4b34-a4ac-27b863147c4d,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:48.250839 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4674c2-9575-4d45-b807-c4e6fcd657ed admin admin] Checking segment: {'id': '5711360f-6e49-4742-bf9c-608f278726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:00:48.251189 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4674c2-9575-4d45-b807-c4e6fcd657ed admin admin] Network hostable DHCP agents. Network: f01b828b-abff-4599-8da1-9ea51d44ca7d, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:00:48.266936 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4674c2-9575-4d45-b807-c4e6fcd657ed admin admin] Network f01b828b-abff-4599-8da1-9ea51d44ca7d is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:00:48.275368 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-7b4674c2-9575-4d45-b807-c4e6fcd657ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, f01b828b-abff-4599-8da1-9ea51d44ca7d) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:00:48.279287 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4674c2-9575-4d45-b807-c4e6fcd657ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:00:48.279861 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7b4674c2-9575-4d45-b807-c4e6fcd657ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:48.285420 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4147db73-1b67-4a89-ac65-a32501a07290 None None] Network f01b828b-abff-4599-8da1-9ea51d44ca7d requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:00:48.294292 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7b4674c2-9575-4d45-b807-c4e6fcd657ed admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3393612 Sep 20 05:00:48.438926 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45fdac36-fd2f-568b-9e22-24bad3a54f91-f01b828b-abff-4599-8da1-9ea51d44ca7d', 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d', 'tenant_id': '06141976cd5447518f2f41d17482c4e4', 'fixed_ips': [{'subnet_id': 'a771ca7e-58cc-4b34-a4ac-27b863147c4d'}]}} from dv-cinder-809965-1-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 05:00:48.439712 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:48.575661 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Allocated IP 192.168.233.2 (f01b828b-abff-4599-8da1-9ea51d44ca7d/a771ca7e-58cc-4b34-a4ac-27b863147c4d/5a636a31-4480-4226-ad15-773715ec0300) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:00:48.723011 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:48.728809 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:48.767657 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Network f01b828b-abff-4599-8da1-9ea51d44ca7d is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:00:48.770789 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:00:48.773221 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:00:48.786695 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Pushing event updated for resources: {'Port': ['ID=5a636a31-4480-4226-ad15-773715ec0300,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:48.809923 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:48.810257 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:48.810585 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:48.810909 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:48.811229 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:48.812326 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:48.812671 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:48.812986 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:48.813436 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:48.813764 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:48.814074 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:48.814384 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:00:48.849644 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Attempting to bind port 5a636a31-4480-4226-ad15-773715ec0300 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:00:48.850011 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Attempting to bind port 5a636a31-4480-4226-ad15-773715ec0300 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '5711360f-6e49-4742-bf9c-608f278726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:00:48.850366 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Attempting to bind port 5a636a31-4480-4226-ad15-773715ec0300 on network f01b828b-abff-4599-8da1-9ea51d44ca7d {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:00:48.855383 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:00:48.855743 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Checking segment: {'id': '5711360f-6e49-4742-bf9c-608f278726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:00:48.856178 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:48.856567 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Bound using segment: {'id': '5711360f-6e49-4742-bf9c-608f278726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:00:48.857025 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Bound port: 5a636a31-4480-4226-ad15-773715ec0300, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5711360f-6e49-4742-bf9c-608f278726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:00:48.857424 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:48.920456 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] For port 5a636a31-4480-4226-ad15-773715ec0300, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:00:48.923831 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] For port 5a636a31-4480-4226-ad15-773715ec0300, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=5a636a31-4480-4226-ad15-773715ec0300,segment=NetworkSegment(5711360f-6e49-4742-bf9c-608f278726f7),segment_id=5711360f-6e49-4742-bf9c-608f278726f7)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:00:48.929575 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:48.993265 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68602688-cea5-422b-9fe9-b1d0e246b9c7 None None] Pushing event updated for resources: {'Port': ['ID=5a636a31-4480-4226-ad15-773715ec0300,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:49.816268 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc56683-03a0-42d3-89f7-874cc3c4ea90 None None] Network f01b828b-abff-4599-8da1-9ea51d44ca7d requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:00:49.879655 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-bd8d6e01-fcab-4e88-a9c6-043eb3cb536c None None] Provisioning complete for port 5a636a31-4480-4226-ad15-773715ec0300 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:00:49.880035 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6e01-fcab-4e88-a9c6-043eb3cb536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:50.026657 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6e01-fcab-4e88-a9c6-043eb3cb536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:50.066244 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-bd8d6e01-fcab-4e88-a9c6-043eb3cb536c None None] For port 5a636a31-4480-4226-ad15-773715ec0300, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=5a636a31-4480-4226-ad15-773715ec0300,segment=NetworkSegment(5711360f-6e49-4742-bf9c-608f278726f7),segment_id=5711360f-6e49-4742-bf9c-608f278726f7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:00:50.069821 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6e01-fcab-4e88-a9c6-043eb3cb536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:50.122828 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d6e01-fcab-4e88-a9c6-043eb3cb536c None None] Pushing event updated for resources: {'Port': ['ID=5a636a31-4480-4226-ad15-773715ec0300,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:00:50.288882 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a2f85445-ebc8-4dc8-8ce0-e846cc5a105a None None] Provisioning complete for port 5a636a31-4480-4226-ad15-773715ec0300 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:00:50.289181 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a2f85445-ebc8-4dc8-8ce0-e846cc5a105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:00:50.482101 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 5a636a31-4480-4226-ad15-773715ec0300 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:00:50.532680 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 5a636a31-4480-4226-ad15-773715ec0300 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:00:50.533055 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:01.473724 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-25461bfe-57ba-4220-8dab-8a2eea319d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:04.029711 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b935d24c-0f0f-4309-aba5-bd4869fe53ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:04.880657 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:05.267320 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:06.716270 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:12.884357 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:01:31.474319 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-94bc81cf-48b1-44de-9ad8-89c37c9931b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:34.030692 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d46d09c-31ae-43b2-bcfa-e77b4ba86083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:34.881726 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:35.269857 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:36.718220 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:49.882568 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:01:57.229280 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34670) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:01:57.235704 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-76f89db2-7b50-4ba9-8ae8-a0ca53cc1226 tempest-verify_tempest_config-186280254 tempest-verify_tempest_config-186280254-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:01:57.236735 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-76f89db2-7b50-4ba9-8ae8-a0ca53cc1226 tempest-verify_tempest_config-186280254 tempest-verify_tempest_config-186280254-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065053 Sep 20 05:01:57.531992 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 34688) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:01:57.638690 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:57.727669 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:57.731276 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:57.786263 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ff61f2bf1bf4b68b6dd0abb2b9987ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2531633 Sep 20 05:01:57.787442 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a6567c-8710-4b8c-9709-8ddf6aee2305,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:01:57.789092 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34694) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:01:57.795079 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.795506 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.795837 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.796194 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.796514 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.796834 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.797150 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.797467 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.797790 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.798108 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.798414 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.798721 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233bb54-0136-48c0-bd4b-9ae9e2be8bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.848261 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:57.870243 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:57.968432 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:57.971713 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:01:57.975523 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7a6567c-8710-4b8c-9709-8ddf6aee2305 HTTP/1.1" status: 204 len: 168 time: 0.1827986 Sep 20 05:01:57.981565 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a6567c-8710-4b8c-9709-8ddf6aee2305,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:01:57.990161 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.990393 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.990827 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.991166 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.991494 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.991825 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.992183 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.992510 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.992845 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.993170 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.993487 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:01:57.993802 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c29058-18fb-4539-9f36-dbf013464ecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:02:01.476012 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6c6a7d7e-4103-4a24-908d-10905e922fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:02:04.031890 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b8122538-dbc5-4d24-8e91-a19a164da5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:02:04.883670 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:02:05.274402 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:02:06.721299 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:02:26.880741 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:02:31.477534 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c450ee4f-440d-458c-a68a-7e5d3d576bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:02:34.031322 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ddc92f34-884c-4ec3-b8a1-4119a176bdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:02:34.884068 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:02:35.275357 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:02:36.723595 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:03:01.477452 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-be0160ff-af53-4a75-977e-61c12d65d08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:03:03.878819 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:03:04.030182 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d5fcaf62-a2c3-44f0-bb56-0c72843d3d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:03:04.887152 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:03:05.278041 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:03:06.727285 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:03:28.376515 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275499'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:03:31.478709 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e31defc-165c-4bb0-b198-a13934533f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:03:34.028886 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-548c71e6-205d-420b-95b1-b6f3e624227a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:03:34.888640 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:03:35.281324 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:03:36.730748 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:03:40.877428 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:03:43.549402 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34766) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:03:43.651915 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6c94123f-3650-43da-936f-e6acf3025524 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1014283 Sep 20 05:03:45.912593 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34776) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:03:45.967641 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ca9b232c-8568-48a3-9a99-4adcb2413acb admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0539770 Sep 20 05:03:58.331080 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:04:01.479887 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a523ace6-a4f9-489c-abe7-860dd8266830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:04:04.030052 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-62030fe4-3d05-4cbf-a10a-705def18f9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:04:04.889728 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:04:05.283911 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:04:06.734369 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:04:17.876848 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:04:28.345890 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:04:31.480159 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c63d10e7-b55b-4f09-bace-2fd9a144b309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:04:34.032102 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-80d31e49-5e79-4fe6-b332-0ba2ba26c40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:04:34.897968 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:04:35.287070 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:04:36.739526 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:04:54.876568 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:04:58.345643 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:01.481712 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b257741b-c00f-4727-8bc9-19f1d0f9930a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:04.036198 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ab52-3514-4384-9bd5-222fee0810bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:04.893426 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:05.290178 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:06.741070 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:12.522494 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 34948) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:12.747492 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-159278330-network', 'tenant_id': '5dc871771af8478ea01a4b55033ba9aa'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:12.773519 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Made reservation on behalf of 5dc871771af8478ea01a4b55033ba9aa for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:12.779366 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:12.788506 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:12.893928 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:12.897877 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:12.936110 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:05:12.938120 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53055671-e0df-46eb-8b1e-d0fc2e4a2964,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Tracked resource versions report: Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: pushed versions: Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: { 'AddressGroup': {'1.2'}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'ConntrackHelper': {'1.0'}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Log': {'1.0'}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Network': {'1.1'}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Port': {'1.7'}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'PortForwarding': {'1.2'}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'QosPolicy': {'1.9'}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'SecurityGroup': {'1.4'}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'SecurityGroupRule': {'1.2'}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'SubPort': {'1.0'}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Subnet': {'1.1'}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Trunk': {'1.1'}} Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: consumer versions: Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: { DHCP agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: HyperV agent@hv-cinder-80996: {}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: L3 agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: Metadata agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: Metering agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: Open vSwitch agent@dv-cinder-809965-1-iscsi: { 'AddressGroup': '1.2', Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'ConntrackHelper': '1.0', Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Log': '1.0', Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Network': '1.1', Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Port': '1.7', Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'PortForwarding': '1.2', Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'QosPolicy': '1.9', Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'SecurityGroup': '1.4', Sep 20 05:05:12.958271 dv-cinder-809965-1-iscsi neutron-server[94085]: 'SecurityGroupRule': '1.2', Sep 20 05:05:12.961261 dv-cinder-809965-1-iscsi neutron-server[94085]: 'SubPort': '1.0', Sep 20 05:05:12.961261 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Subnet': '1.1', Sep 20 05:05:12.961261 dv-cinder-809965-1-iscsi neutron-server[94085]: 'Trunk': '1.1'}} Sep 20 05:05:12.961261 dv-cinder-809965-1-iscsi neutron-server[94085]: {{(pid=94085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 05:05:12.967908 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:12.968839 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Added segment ca4bad22-03aa-46fd-b6d6-098aea221b4d of type vlan for network c15efc9c-597b-4d67-8ddd-98f9e18fba2a Sep 20 05:05:13.015832 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:13.042475 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:13.044506 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:13.045162 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:13.080137 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5564361 Sep 20 05:05:13.083194 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 34998) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:13.090402 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Request body: {'subnet': {'network_id': 'c15efc9c-597b-4d67-8ddd-98f9e18fba2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-159278330-subnet', 'tenant_id': '5dc871771af8478ea01a4b55033ba9aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:13.115217 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c451d-e1d6-4e2f-8550-d3a309d877e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c15efc9c-597b-4d67-8ddd-98f9e18fba2a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:13.124004 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Made reservation on behalf of 5dc871771af8478ea01a4b55033ba9aa for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:13.127657 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network c15efc9c-597b-4d67-8ddd-98f9e18fba2a details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:05:13.133885 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:13.331169 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:13.386601 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c372faf5-3ffa-4340-b818-3ac4cdbdbb0a,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:13.397353 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.397697 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.398051 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.398366 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.398751 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.399100 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.399430 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.399750 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.400253 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.400440 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.400761 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.401076 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Tracked resource versions report: Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: pushed versions: Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: { 'AddressGroup': {'1.2'}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'ConntrackHelper': {'1.0'}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Log': {'1.0'}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Network': {'1.1'}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Port': {'1.7'}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'PortForwarding': {'1.2'}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'QosPolicy': {'1.9'}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'SecurityGroup': {'1.4'}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'SecurityGroupRule': {'1.2'}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'SubPort': {'1.0'}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Subnet': {'1.1'}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Trunk': {'1.1'}} Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: consumer versions: Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: { DHCP agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: HyperV agent@hv-cinder-80996: {}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: L3 agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: Metadata agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: Metering agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: Open vSwitch agent@dv-cinder-809965-1-iscsi: { 'AddressGroup': '1.2', Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'ConntrackHelper': '1.0', Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Log': '1.0', Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Network': '1.1', Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Port': '1.7', Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'PortForwarding': '1.2', Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'QosPolicy': '1.9', Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'SecurityGroup': '1.4', Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'SecurityGroupRule': '1.2', Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'SubPort': '1.0', Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Subnet': '1.1', Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: 'Trunk': '1.1'}} Sep 20 05:05:13.402121 dv-cinder-809965-1-iscsi neutron-server[94084]: {{(pid=94084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 05:05:13.410737 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Checking segment: {'id': 'ca4bad22-03aa-46fd-b6d6-098aea221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c15efc9c-597b-4d67-8ddd-98f9e18fba2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:13.411096 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Network hostable DHCP agents. Network: c15efc9c-597b-4d67-8ddd-98f9e18fba2a, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:05:13.437160 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Network c15efc9c-597b-4d67-8ddd-98f9e18fba2a is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:05:13.453258 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, c15efc9c-597b-4d67-8ddd-98f9e18fba2a) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:13.464575 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426f460-0593-4aa0-88d9-5611f4ce72a4 None None] Network c15efc9c-597b-4d67-8ddd-98f9e18fba2a requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:13.469709 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:13.470356 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:13.509356 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b7a444ba-dbe2-4c3f-925d-c6fcf15b4f8c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4248540 Sep 20 05:05:13.668740 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a09301f-0817-4fb1-8a0f-08977167ffe8 None None] Network c15efc9c-597b-4d67-8ddd-98f9e18fba2a requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:13.694943 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35014) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:13.735481 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35018) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:13.747305 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35022) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:14.160105 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1661947275-network', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:14.203740 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-763652214-network', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:14.212514 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Made reservation on behalf of 1bfea594b1e04a0da5dd12d328acb684 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:14.221182 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.254797 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-675288726-network', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:14.258191 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.291070 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Made reservation on behalf of 0ad587c82aaf4f638b2311fc969a1ec6 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:14.293389 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.308256 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.db.api [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 05:05:14.308256 dv-cinder-809965-1-iscsi neutron-server[94084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 05:05:14.308256 dv-cinder-809965-1-iscsi neutron-server[94084]: [parameters: {'project_id_1': '0cf0a4df25cc49e393cc62181affc848', 'expiration_1': datetime.datetime(2021, 9, 20, 5, 4, 54, 285376)}] Sep 20 05:05:14.308256 dv-cinder-809965-1-iscsi neutron-server[94084]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 05:05:14.309315 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG oslo_db.api [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 05:05:14.313576 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.402223 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.407090 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.443388 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:05:14.449351 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcb5f91-2dae-4147-bf12-18fe1d52dd33,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:14.462348 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.462699 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Added segment d2ae7dc3-9030-43d3-905d-59330667320c of type vlan for network 82ed44a3-5020-459e-a5d8-53caa9b90a71 Sep 20 05:05:14.524371 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.567526 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.568526 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:14.569100 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.609989 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.642083 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.655486 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9559376 Sep 20 05:05:14.655486 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19ba0f-bdbc-4156-9e9a-663f7c3216c2 admin admin] Pushing event updated for resources: {'Network': ['ID=82ed44a3-5020-459e-a5d8-53caa9b90a71,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:14.655831 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35072) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:14.662787 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:05:14.665652 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-2b3958f9-8498-4c46-a02a-bd9b9ba1f5ac admin admin] Request body: {'subnet': {'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1661947275-subnet', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:14.667000 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network 82ed44a3-5020-459e-a5d8-53caa9b90a71 details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:05:14.694526 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3958f9-8498-4c46-a02a-bd9b9ba1f5ac admin admin] Made reservation on behalf of 1bfea594b1e04a0da5dd12d328acb684 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:14.698139 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2b3958f9-8498-4c46-a02a-bd9b9ba1f5ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.710457 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.710970 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Added segment 9626c6c5-8dfc-4b60-944d-3d1d42809333 of type vlan for network 938fc456-60b7-4e39-9ccf-45538a5abe25 Sep 20 05:05:14.731740 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb1b91a-4cda-4e9a-98ac-a30329ce47ac,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:14.779050 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.829531 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.831146 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:14.832702 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.895210 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Made reservation on behalf of 0cf0a4df25cc49e393cc62181affc848 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:14.908359 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:14.908359 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1701360 Sep 20 05:05:14.939966 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35080) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:14.945152 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-3c51f924-49fd-4dc6-9e3b-598df64a57ea admin admin] Request body: {'subnet': {'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-subnet', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:14.975106 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c51f924-49fd-4dc6-9e3b-598df64a57ea admin admin] Made reservation on behalf of 0ad587c82aaf4f638b2311fc969a1ec6 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:14.978039 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c51f924-49fd-4dc6-9e3b-598df64a57ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.056416 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2b3958f9-8498-4c46-a02a-bd9b9ba1f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.164197 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3958f9-8498-4c46-a02a-bd9b9ba1f5ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=df531757-d500-4ae2-9c23-877c926ef6aa,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:15.177863 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3958f9-8498-4c46-a02a-bd9b9ba1f5ac admin admin] Checking segment: {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:15.178122 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3958f9-8498-4c46-a02a-bd9b9ba1f5ac admin admin] Network hostable DHCP agents. Network: 82ed44a3-5020-459e-a5d8-53caa9b90a71, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:05:15.197454 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93b4e6-b8ae-4e90-ab9f-2329e4fe3b9e admin admin] Pushing event updated for resources: {'Network': ['ID=938fc456-60b7-4e39-9ccf-45538a5abe25,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:15.204312 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3958f9-8498-4c46-a02a-bd9b9ba1f5ac admin admin] Network 82ed44a3-5020-459e-a5d8-53caa9b90a71 is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:05:15.214176 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network 938fc456-60b7-4e39-9ccf-45538a5abe25 details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:05:15.214636 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.233303 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-2b3958f9-8498-4c46-a02a-bd9b9ba1f5ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, 82ed44a3-5020-459e-a5d8-53caa9b90a71) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:15.244232 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3958f9-8498-4c46-a02a-bd9b9ba1f5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:15.245161 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2b3958f9-8498-4c46-a02a-bd9b9ba1f5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.265642 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50188f-2fbd-423a-8eeb-97bbe8cb2e1b None None] Network 82ed44a3-5020-459e-a5d8-53caa9b90a71 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:15.289668 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c51f924-49fd-4dc6-9e3b-598df64a57ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.347655 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51f924-49fd-4dc6-9e3b-598df64a57ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=71871696-4302-48e7-95a4-aa932a5d3f6d,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:15.403713 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51f924-49fd-4dc6-9e3b-598df64a57ea admin admin] Checking segment: {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:15.404573 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51f924-49fd-4dc6-9e3b-598df64a57ea admin admin] Network hostable DHCP agents. Network: 938fc456-60b7-4e39-9ccf-45538a5abe25, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:05:15.439529 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51f924-49fd-4dc6-9e3b-598df64a57ea admin admin] Network 938fc456-60b7-4e39-9ccf-45538a5abe25 is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:05:15.455541 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-3c51f924-49fd-4dc6-9e3b-598df64a57ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, 938fc456-60b7-4e39-9ccf-45538a5abe25) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:15.460066 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c51f924-49fd-4dc6-9e3b-598df64a57ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:15.462134 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c51f924-49fd-4dc6-9e3b-598df64a57ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.485608 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.490508 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.497202 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2b3958f9-8498-4c46-a02a-bd9b9ba1f5ac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8399205 Sep 20 05:05:15.500850 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35104) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:15.504610 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:05:15.505907 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:15.518466 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.519291 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Added segment 9adf50ce-1dca-41b7-90fa-fd59993f4ef7 of type vlan for network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe Sep 20 05:05:15.550675 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3c51f924-49fd-4dc6-9e3b-598df64a57ea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6092243 Sep 20 05:05:15.557107 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35110) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:15.569851 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:15.608209 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb6edf-adce-45dc-bff0-e626871d5845 None None] Network 938fc456-60b7-4e39-9ccf-45538a5abe25 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:15.623494 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-274561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.625087 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.626790 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-275841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.627811 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5c580e-72c5-452a-8542-0b13708cdd1d,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:15.650875 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-274561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.651996 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-275841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.679529 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.680640 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:15.682383 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.743324 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9951820 Sep 20 05:05:15.748304 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35126) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:15.758424 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-d446bfa9-8d1f-4ea2-a553-90d943b67f37 admin admin] Request body: {'subnet': {'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-675288726-subnet', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:15.759328 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.885622 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09243c17-54a4-4047-bdf9-e198c1110d19 admin admin] Pushing event updated for resources: {'Network': ['ID=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:15.905603 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d446bfa9-8d1f-4ea2-a553-90d943b67f37 admin admin] Made reservation on behalf of 0cf0a4df25cc49e393cc62181affc848 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:15.907841 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d446bfa9-8d1f-4ea2-a553-90d943b67f37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.925573 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:05:15.970375 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45fdac36-fd2f-568b-9e22-24bad3a54f91-82ed44a3-5020-459e-a5d8-53caa9b90a71', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa'}]}} from dv-cinder-809965-1-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 05:05:15.971109 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:15.992046 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:16.081245 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:16.280753 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35154) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:16.283336 dv-cinder-809965-1-iscsi neutron-server[94084]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 05:05:16.294167 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d446bfa9-8d1f-4ea2-a553-90d943b67f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:16.463559 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45fdac36-fd2f-568b-9e22-24bad3a54f91-938fc456-60b7-4e39-9ccf-45538a5abe25', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d'}]}} from dv-cinder-809965-1-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 05:05:16.465663 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:16.563405 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446bfa9-8d1f-4ea2-a553-90d943b67f37 admin admin] Checking segment: {'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:16.563812 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446bfa9-8d1f-4ea2-a553-90d943b67f37 admin admin] Network hostable DHCP agents. Network: 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:05:16.576439 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446bfa9-8d1f-4ea2-a553-90d943b67f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9dab44c-6e76-406e-b06a-c49dd641171c,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:16.607683 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:16.616889 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446bfa9-8d1f-4ea2-a553-90d943b67f37 admin admin] Network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:05:16.661273 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-7a4e47a1-c377-4735-98e5-d88301e5992d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:16.669239 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-7a4e47a1-c377-4735-98e5-d88301e5992d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/networks?id=c15efc9c-597b-4d67-8ddd-98f9e18fba2a HTTP/1.1" status: 200 len: 811 time: 0.3871694 Sep 20 05:05:16.690229 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-d446bfa9-8d1f-4ea2-a553-90d943b67f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:16.694943 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-6af7b0ed-a7f6-4e2e-a14b-1ce48d57997c tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/quotas/5dc871771af8478ea01a4b55033ba9aa HTTP/1.1" status: 200 len: 375 time: 0.0215185 Sep 20 05:05:16.703979 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d446bfa9-8d1f-4ea2-a553-90d943b67f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:16.706645 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d446bfa9-8d1f-4ea2-a553-90d943b67f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:16.723784 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b44d21-43db-45c9-b14c-a951499b62d1 None None] Network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:16.802738 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-909d242d-7df3-4db0-8734-fcb3925863d4 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dc871771af8478ea01a4b55033ba9aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876300 Sep 20 05:05:16.804399 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d446bfa9-8d1f-4ea2-a553-90d943b67f37 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0528412 Sep 20 05:05:16.807238 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35192) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:16.813085 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-675288726-router', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:16.844051 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-274561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:16.848832 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-275841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:16.929137 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Allocated IP 172.20.0.2 (82ed44a3-5020-459e-a5d8-53caa9b90a71/df531757-d500-4ae2-9c23-877c926ef6aa/093e8d66-9642-4dcc-b69e-39006e3eb09b) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:16.946800 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6789091e-6335-4c26-87ee-10e031c88efe None None] Network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:17.045216 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Allocated IP 172.20.0.2 (938fc456-60b7-4e39-9ccf-45538a5abe25/71871696-4302-48e7-95a4-aa932a5d3f6d/18bccbb7-2582-45d5-ab1a-436064193cdb) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:17.045574 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.080603 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.082935 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35204) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:17.093538 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.199415 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-20b1491c-518f-42b9-b935-0a39713a94be service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:05:17.200444 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-20b1491c-518f-42b9-b935-0a39713a94be service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1158385 Sep 20 05:05:17.307817 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Allocated IP 172.27.1.182 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/fa6cfbe6-9d21-4843-adbd-e742488398ff) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:17.372606 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.403609 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3c5545b2-8b40-4ead-9721-fb76b932e2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.407212 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.436863 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.453295 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.485148 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Pushing event updated for resources: {'Port': ['ID=093e8d66-9642-4dcc-b69e-39006e3eb09b,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:17.496308 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.499104 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:17.499475 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:17.499733 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:17.500094 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:17.500434 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:17.500766 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:17.501376 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:17.502285 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:17.502285 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:17.502504 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:17.502817 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:17.503640 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Tracked resource versions report: Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: pushed versions: Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: { 'AddressGroup': {'1.2'}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'ConntrackHelper': {'1.0'}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Log': {'1.0'}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Network': {'1.1'}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Port': {'1.7'}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'PortForwarding': {'1.2'}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'QosPolicy': {'1.9'}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'SecurityGroup': {'1.4'}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'SecurityGroupRule': {'1.2'}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'SubPort': {'1.0'}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Subnet': {'1.1'}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Trunk': {'1.1'}} Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: consumer versions: Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: { DHCP agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: HyperV agent@hv-cinder-80996: {}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: L3 agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: Metadata agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: Metering agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: Open vSwitch agent@dv-cinder-809965-1-iscsi: { 'AddressGroup': '1.2', Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'ConntrackHelper': '1.0', Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Log': '1.0', Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Network': '1.1', Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Port': '1.7', Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'PortForwarding': '1.2', Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'QosPolicy': '1.9', Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'SecurityGroup': '1.4', Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'SecurityGroupRule': '1.2', Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'SubPort': '1.0', Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Subnet': '1.1', Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: 'Trunk': '1.1'}} Sep 20 05:05:17.506729 dv-cinder-809965-1-iscsi neutron-server[94086]: {{(pid=94086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 05:05:17.530849 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-fa5a861e-a1d6-47c4-a816-b92e14e25da2 service neutron] 10.222.0.32 "GET /v2.0/networks/c15efc9c-597b-4d67-8ddd-98f9e18fba2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202434 Sep 20 05:05:17.544874 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Network 82ed44a3-5020-459e-a5d8-53caa9b90a71 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:17.560732 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:17.564746 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:17.584777 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.632909 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.644467 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.648852 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-92f3b52f-c098-47e8-b6d5-ee8579134557 service neutron] 10.222.0.32 "GET /v2.0/networks/c15efc9c-597b-4d67-8ddd-98f9e18fba2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168487 Sep 20 05:05:17.687103 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Network 938fc456-60b7-4e39-9ccf-45538a5abe25 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:17.689757 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:17.707345 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:17.735722 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Attempting to bind port 093e8d66-9642-4dcc-b69e-39006e3eb09b on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:17.736267 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Attempting to bind port 093e8d66-9642-4dcc-b69e-39006e3eb09b by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:17.736728 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Attempting to bind port 093e8d66-9642-4dcc-b69e-39006e3eb09b on network 82ed44a3-5020-459e-a5d8-53caa9b90a71 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:17.745769 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:17.746332 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Checking segment: {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:17.748012 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.748500 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Bound using segment: {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:17.749186 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Bound port: 093e8d66-9642-4dcc-b69e-39006e3eb09b, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:17.749742 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.825879 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.835048 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] For port 093e8d66-9642-4dcc-b69e-39006e3eb09b, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:17.848776 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] For port 093e8d66-9642-4dcc-b69e-39006e3eb09b, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=093e8d66-9642-4dcc-b69e-39006e3eb09b,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:17.859121 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.884810 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:17.892796 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3c5545b2-8b40-4ead-9721-fb76b932e2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:17.924409 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Pushing event updated for resources: {'Port': ['ID=18bccbb7-2582-45d5-ab1a-436064193cdb,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:17.947102 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:17.955548 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:17.985153 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Attempting to bind port 18bccbb7-2582-45d5-ab1a-436064193cdb on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:17.985663 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Attempting to bind port 18bccbb7-2582-45d5-ab1a-436064193cdb by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:17.985891 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Attempting to bind port 18bccbb7-2582-45d5-ab1a-436064193cdb on network 938fc456-60b7-4e39-9ccf-45538a5abe25 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:17.999840 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:18.002315 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Checking segment: {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:18.002910 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:18.003486 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Bound using segment: {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:18.004444 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Bound port: 18bccbb7-2582-45d5-ab1a-436064193cdb, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:18.005104 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:18.010456 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Allocated IP 172.27.1.97 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/7783f33c-541e-4cfe-9f1c-0d2fcc52e379) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:18.048299 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:18.086062 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cabded-9c62-452f-b994-e86f115be94c None None] Pushing event updated for resources: {'Port': ['ID=093e8d66-9642-4dcc-b69e-39006e3eb09b,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:18.089247 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:18.149995 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] For port 18bccbb7-2582-45d5-ab1a-436064193cdb, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:18.178210 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] For port 18bccbb7-2582-45d5-ab1a-436064193cdb, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=18bccbb7-2582-45d5-ab1a-436064193cdb,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:18.188162 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:18.190353 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:18.229310 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3c5545b2-8b40-4ead-9721-fb76b932e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:18.390099 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbc092-8db2-440f-bc6a-76e04633c61c None None] Pushing event updated for resources: {'Port': ['ID=18bccbb7-2582-45d5-ab1a-436064193cdb,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:18.463943 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35262) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:18.504757 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3c5545b2-8b40-4ead-9721-fb76b932e2bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d60aa056905141b7aff00fe13a035d25&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4173257 Sep 20 05:05:18.504757 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:18.515903 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35276) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:18.524208 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:18.595921 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-622c1e2c-31b0-4b87-8bf1-979797d6b3f5 req-4f6f223f-91c1-4e1c-b3be-0d2864926973 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 210 time: 0.1308854 Sep 20 05:05:18.651101 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Allocated IP 172.27.1.197 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/aa49d891-aaa1-4b92-964d-9817928c1a35) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:18.677645 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35280) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:18.800776 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 093e8d66-9642-4dcc-b69e-39006e3eb09b up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:18.823930 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:18.827101 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:18.884475 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:18.975381 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:18.990725 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-16dccc98-0fdc-4135-9a43-71f5b646bd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:19.119689 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 093e8d66-9642-4dcc-b69e-39006e3eb09b triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:19.120207 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:19.186115 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-16dccc98-0fdc-4135-9a43-71f5b646bd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:19.196594 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-16dccc98-0fdc-4135-9a43-71f5b646bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:19.263346 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:19.298020 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:19.306763 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:19.331631 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Pushing event updated for resources: {'Port': ['ID=fa6cfbe6-9d21-4843-adbd-e742488398ff,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:19.348244 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:19.379611 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port 093e8d66-9642-4dcc-b69e-39006e3eb09b, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=093e8d66-9642-4dcc-b69e-39006e3eb09b,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:19.385019 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:19.402115 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:19.506161 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=093e8d66-9642-4dcc-b69e-39006e3eb09b,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:19.660458 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Pushing event updated for resources: {'Port': ['ID=7783f33c-541e-4cfe-9f1c-0d2fcc52e379,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:19.662818 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:19.725269 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca61c3f2-d340-4f94-ad5d-26251eb04370 None None] Network 82ed44a3-5020-459e-a5d8-53caa9b90a71 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:19.802066 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-08e2bb76-5265-4c35-a048-d4cc306ceb3a None None] Provisioning complete for port 093e8d66-9642-4dcc-b69e-39006e3eb09b triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:19.802437 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08e2bb76-5265-4c35-a048-d4cc306ceb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:19.812854 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-16dccc98-0fdc-4135-9a43-71f5b646bd91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14aca3ca4a6c49059c50b2bba9ad62b9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1321321 Sep 20 05:05:19.816708 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-71f2a06c-1fab-45d1-a5d3-1678883ce743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:19.818188 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35330) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:19.830546 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5545b2-8b40-4ead-9721-fb76b932e2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515f3a22-85e0-4731-bef0-67628972bdf7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:19.838668 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dccc98-0fdc-4135-9a43-71f5b646bd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef09381-6456-40b0-a9c4-c8052a611667,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:19.996750 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-71f2a06c-1fab-45d1-a5d3-1678883ce743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:20.056621 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317ddd03-066b-4f5e-ba85-b8e8ca7b6c59 None None] Network 938fc456-60b7-4e39-9ccf-45538a5abe25 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:20.091868 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7302a31d-9370-490b-af37-b20d8602b0d0 req-883870f4-5b3d-4d32-b327-bfc30c04ebe0 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 210 time: 0.2639437 Sep 20 05:05:20.104475 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Pushing event updated for resources: {'Port': ['ID=aa49d891-aaa1-4b92-964d-9817928c1a35,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:20.134231 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-71f2a06c-1fab-45d1-a5d3-1678883ce743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:20.146988 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-71f2a06c-1fab-45d1-a5d3-1678883ce743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:20.158818 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-71f2a06c-1fab-45d1-a5d3-1678883ce743 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/515f3a22-85e0-4731-bef0-67628972bdf7 HTTP/1.1" status: 204 len: 168 time: 1.4647326 Sep 20 05:05:20.310458 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-02d594a5-9c4f-43ca-81c9-570f480a981c None None] Provisioning complete for port 18bccbb7-2582-45d5-ab1a-436064193cdb triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:20.311198 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-02d594a5-9c4f-43ca-81c9-570f480a981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:20.316196 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:20.374112 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2a06c-1fab-45d1-a5d3-1678883ce743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515f3a22-85e0-4731-bef0-67628972bdf7,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:20.460511 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35354) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:20.550949 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d718-7ef5-4f2c-b310-623890d1adff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:20.630479 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-02d594a5-9c4f-43ca-81c9-570f480a981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:20.726697 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-02d594a5-9c4f-43ca-81c9-570f480a981c None None] For port 18bccbb7-2582-45d5-ab1a-436064193cdb, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=18bccbb7-2582-45d5-ab1a-436064193cdb,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:20.734228 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-02d594a5-9c4f-43ca-81c9-570f480a981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:20.752384 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d718-7ef5-4f2c-b310-623890d1adff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:20.844326 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d594a5-9c4f-43ca-81c9-570f480a981c None None] Pushing event updated for resources: {'Port': ['ID=18bccbb7-2582-45d5-ab1a-436064193cdb,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:20.876770 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-275542'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:20.912007 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-08139360-c124-42a1-9bc0-a49e6dac8fee None None] Provisioning complete for port 093e8d66-9642-4dcc-b69e-39006e3eb09b triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:20.916352 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08139360-c124-42a1-9bc0-a49e6dac8fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:20.972798 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 18bccbb7-2582-45d5-ab1a-436064193cdb up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:21.037115 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-275542'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.041685 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35368) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:21.055149 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-275542'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.101326 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-633db74d-3209-43fa-be55-b886b11e548c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.124703 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04bbb302-35ef-4466-b4fe-1bed79351847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.137906 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 18bccbb7-2582-45d5-ab1a-436064193cdb triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:21.138376 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.208980 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Router c1078f18-afeb-4f9c-bb25-dff731f86dc4 is scheduled to L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:05:21.278440 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d718-7ef5-4f2c-b310-623890d1adff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.281616 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e7e6d718-7ef5-4f2c-b310-623890d1adff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.282437 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e7e6d718-7ef5-4f2c-b310-623890d1adff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ef09381-6456-40b0-a9c4-c8052a611667 HTTP/1.1" status: 204 len: 168 time: 1.4541678 Sep 20 05:05:21.309386 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6d718-7ef5-4f2c-b310-623890d1adff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef09381-6456-40b0-a9c4-c8052a611667,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:21.361272 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 093e8d66-9642-4dcc-b69e-39006e3eb09b up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:21.374596 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6d60b08c-b608-4661-bfa9-ff05c3a02d12 req-4d99cc72-16f6-44e3-9cab-a03ec383d3dd tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 210 time: 0.0577102 Sep 20 05:05:21.402201 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 is scheduled to L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:05:21.439764 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-7c826e5b-b93d-4029-9bf4-97055da631a1 None None] Provisioning complete for port 18bccbb7-2582-45d5-ab1a-436064193cdb triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:21.440663 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7c826e5b-b93d-4029-9bf4-97055da631a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.476890 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:05:21.494845 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Sync routers for ids ['c1078f18-afeb-4f9c-bb25-dff731f86dc4'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:05:21.501426 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Router a429d993-38f6-4c3f-a892-741c437920eb is scheduled to L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:05:21.514883 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04bbb302-35ef-4466-b4fe-1bed79351847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.516277 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Routers {'c1078f18-afeb-4f9c-bb25-dff731f86dc4'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:05:21.517086 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:05:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['c1078f18-afeb-4f9c-bb25-dff731f86dc4'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:21.540447 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 093e8d66-9642-4dcc-b69e-39006e3eb09b triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:21.540816 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.542043 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04bbb302-35ef-4466-b4fe-1bed79351847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.559785 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.561244 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-da69ed09-7ffb-4051-8caf-89a85b8dde5a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7530293 Sep 20 05:05:21.569369 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35380) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:21.587009 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-04bbb302-35ef-4466-b4fe-1bed79351847 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d421f545d75e4afc86cb0c50a8a118c4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1248720 Sep 20 05:05:21.588187 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbb302-35ef-4466-b4fe-1bed79351847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f52e255-a969-441f-8ab9-e3275028fb8b,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:21.603395 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35382) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:21.667638 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4fc51f6e-488d-42f5-9ee7-c5c7d5f94b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.684259 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.23', 57605) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:21.704811 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4fc51f6e-488d-42f5-9ee7-c5c7d5f94b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.844610 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-ead17a22-e4f9-4097-90dd-e565ed109f72 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:21.846029 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Set router c1078f18-afeb-4f9c-bb25-dff731f86dc4 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:05:21.846535 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-ead17a22-e4f9-4097-90dd-e565ed109f72 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.23 "GET /v2.0/networks?id=c15efc9c-597b-4d67-8ddd-98f9e18fba2a HTTP/1.1" status: 200 len: 811 time: 0.1608529 Sep 20 05:05:21.847843 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4fc51f6e-488d-42f5-9ee7-c5c7d5f94b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.850831 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4fc51f6e-488d-42f5-9ee7-c5c7d5f94b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:21.852286 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4fc51f6e-488d-42f5-9ee7-c5c7d5f94b1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f52e255-a969-441f-8ab9-e3275028fb8b HTTP/1.1" status: 204 len: 168 time: 0.2474740 Sep 20 05:05:21.861667 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc51f6e-488d-42f5-9ee7-c5c7d5f94b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f52e255-a969-441f-8ab9-e3275028fb8b,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:21.893554 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:05:21.902562 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085dfc03-443e-40dd-9028-81686841818c None None] Sync routers for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:05:21.925983 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085dfc03-443e-40dd-9028-81686841818c None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:05:21.927343 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-085dfc03-443e-40dd-9028-81686841818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:05:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:21.933218 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Request body: {'port': {'device_id': 'ada0a05e-b610-4fb5-bd5d-6831c066598b', 'network_id': 'c15efc9c-597b-4d67-8ddd-98f9e18fba2a', 'admin_state_up': True, 'tenant_id': '5dc871771af8478ea01a4b55033ba9aa'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:22.157425 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-085dfc03-443e-40dd-9028-81686841818c None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:05:22.254726 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-675288726-router', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:19Z', 'revision_number': 3, 'project_id': '0cf0a4df25cc49e393cc62181affc848', 'gw_port': {'id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:18Z', 'updated_at': '2021-09-20T05:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:22.258033 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:05:22.290595 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Sync routers for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:05:22.293629 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Checking router: c1078f18-afeb-4f9c-bb25-dff731f86dc4 for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:05:22.293982 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Updating router c1078f18-afeb-4f9c-bb25-dff731f86dc4 port aa49d891-aaa1-4b92-964d-9817928c1a35 binding host dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:05:22.332322 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:05:22.333312 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:05:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:22.337048 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:22.401797 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-633db74d-3209-43fa-be55-b886b11e548c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:22.468363 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-633db74d-3209-43fa-be55-b886b11e548c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:22.500788 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Made reservation on behalf of 5dc871771af8478ea01a4b55033ba9aa for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:22.516008 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:22.539012 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-633db74d-3209-43fa-be55-b886b11e548c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1eb6b0a326af4474ae85a71c81a207b3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4933538 Sep 20 05:05:22.539012 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:22.539012 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a69592f5-62aa-45a4-94db-99da692a615f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0365384 Sep 20 05:05:22.542780 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:22.546152 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35420) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:22.546306 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35422) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:22.549620 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-81c0ae0a-8fdb-42bd-b57d-f3ca880c22ba admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9889891 Sep 20 05:05:22.558416 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35424) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:22.592662 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35428) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:22.656107 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-085dfc03-443e-40dd-9028-81686841818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:18Z', 'revision_number': 3, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:22.747877 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 18bccbb7-2582-45d5-ab1a-436064193cdb up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:22.758315 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633db74d-3209-43fa-be55-b886b11e548c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffd2cf2-8737-4780-b298-34b4e5215b24,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:22.770418 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-02ce05c1-4aa7-453b-80eb-9ac123c27cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:22.826589 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085dfc03-443e-40dd-9028-81686841818c None None] Checking router: adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:05:22.826941 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085dfc03-443e-40dd-9028-81686841818c None None] Updating router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 port fa6cfbe6-9d21-4843-adbd-e742488398ff binding host dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:05:22.856211 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:05:22.890807 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-085dfc03-443e-40dd-9028-81686841818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:22.963954 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 18bccbb7-2582-45d5-ab1a-436064193cdb triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:22.964133 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.100494 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35450) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:23.130246 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.146016 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.200710 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:18Z', 'revision_number': 3, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:23.243874 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Checking router: a429d993-38f6-4c3f-a892-741c437920eb for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:05:23.244288 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Updating router a429d993-38f6-4c3f-a892-741c437920eb port 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 binding host dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:05:23.250185 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Attempting to bind port aa49d891-aaa1-4b92-964d-9817928c1a35 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:23.250508 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Attempting to bind port aa49d891-aaa1-4b92-964d-9817928c1a35 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:23.251314 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Attempting to bind port aa49d891-aaa1-4b92-964d-9817928c1a35 on network f4855da4-da5c-4baa-86e5-1c338c1265fd {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:23.291149 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Pushing event updated for resources: {'Port': ['ID=aa49d891-aaa1-4b92-964d-9817928c1a35,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:23.293768 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:23.294326 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Checking segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:23.294930 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.295333 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Bound using segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:23.295997 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Bound port: aa49d891-aaa1-4b92-964d-9817928c1a35, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:23.296288 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.326946 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.334425 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.335359 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:23.335815 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:23.336553 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:23.336904 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:23.337308 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:23.337674 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:23.337941 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:23.338406 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:23.338741 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:23.339066 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:23.339391 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:23.339711 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Tracked resource versions report: Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: pushed versions: Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: { 'AddressGroup': {'1.2'}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'ConntrackHelper': {'1.0'}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Log': {'1.0'}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Network': {'1.1'}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Port': {'1.7'}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'PortForwarding': {'1.2'}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'QosPolicy': {'1.9'}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'SecurityGroup': {'1.4'}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'SecurityGroupRule': {'1.2'}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'SubPort': {'1.0'}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Subnet': {'1.1'}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Trunk': {'1.1'}} Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: consumer versions: Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: { DHCP agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: HyperV agent@hv-cinder-80996: {}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: L3 agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: Metadata agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: Metering agent@dv-cinder-809965-1-iscsi: {}, Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: Open vSwitch agent@dv-cinder-809965-1-iscsi: { 'AddressGroup': '1.2', Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'ConntrackHelper': '1.0', Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Log': '1.0', Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Network': '1.1', Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Port': '1.7', Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'PortForwarding': '1.2', Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'QosPolicy': '1.9', Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'SecurityGroup': '1.4', Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'SecurityGroupRule': '1.2', Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'SubPort': '1.0', Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Subnet': '1.1', Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: 'Trunk': '1.1'}} Sep 20 05:05:23.341462 dv-cinder-809965-1-iscsi neutron-server[94087]: {{(pid=94087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 05:05:23.536038 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-739dda97-abcd-4319-97ad-ba1fa2892ae0 req-71cc0325-a4c5-48f2-b56e-0f2ca5cd9724 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 210 time: 0.3971605 Sep 20 05:05:23.558748 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Allocated IP 172.20.0.1 (0d0e68ee-1d0e-48b7-95d6-cd30569d92fe/b9dab44c-6e76-406e-b06a-c49dd641171c/0ad7c0cc-baeb-43f4-a3b4-328e9d53b882) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:23.633722 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-085dfc03-443e-40dd-9028-81686841818c None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.664862 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-085dfc03-443e-40dd-9028-81686841818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.702242 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.751228 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1854518324-network', 'tenant_id': '9eb6d029e0e946fd9328b9f2358c814e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:23.767917 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.772057 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b434b81-02a9-4b65-ac55-0e72cde8d0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.849179 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-085dfc03-443e-40dd-9028-81686841818c None None] Attempting to bind port fa6cfbe6-9d21-4843-adbd-e742488398ff on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:23.849550 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-085dfc03-443e-40dd-9028-81686841818c None None] Attempting to bind port fa6cfbe6-9d21-4843-adbd-e742488398ff by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:23.849907 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085dfc03-443e-40dd-9028-81686841818c None None] Attempting to bind port fa6cfbe6-9d21-4843-adbd-e742488398ff on network f4855da4-da5c-4baa-86e5-1c338c1265fd {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:23.865648 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] For port aa49d891-aaa1-4b92-964d-9817928c1a35, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:23.878652 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:23.882135 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] For port aa49d891-aaa1-4b92-964d-9817928c1a35, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=aa49d891-aaa1-4b92-964d-9817928c1a35,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:23.890227 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.989080 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085dfc03-443e-40dd-9028-81686841818c None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:23.989597 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085dfc03-443e-40dd-9028-81686841818c None None] Checking segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:23.990588 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-085dfc03-443e-40dd-9028-81686841818c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.990992 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085dfc03-443e-40dd-9028-81686841818c None None] Bound using segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:23.991632 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-085dfc03-443e-40dd-9028-81686841818c None None] Bound port: fa6cfbe6-9d21-4843-adbd-e742488398ff, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:23.994525 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-085dfc03-443e-40dd-9028-81686841818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:23.998696 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b434b81-02a9-4b65-ac55-0e72cde8d0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:24.007044 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c12281-4a35-4df9-9722-7edcdf879d3f None None] Pushing event updated for resources: {'Port': ['ID=fa6cfbe6-9d21-4843-adbd-e742488398ff,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:24.093555 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-02ce05c1-4aa7-453b-80eb-9ac123c27cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:24.100389 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Allocated IP 172.20.0.2 (c15efc9c-597b-4d67-8ddd-98f9e18fba2a/c372faf5-3ffa-4340-b818-3ac4cdbdbb0a/02c018db-a9de-4a50-8c02-a2f1a7f48b9f) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:24.107284 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202335df-7c6f-4a33-8331-4a8bc2275b00 None None] Pushing event updated for resources: {'Port': ['ID=aa49d891-aaa1-4b92-964d-9817928c1a35,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:24.172255 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Routers {'c1078f18-afeb-4f9c-bb25-dff731f86dc4'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:05:24.175999 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:05:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['c1078f18-afeb-4f9c-bb25-dff731f86dc4'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:24.223195 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-085dfc03-443e-40dd-9028-81686841818c None None] For port fa6cfbe6-9d21-4843-adbd-e742488398ff, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:24.235069 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-085dfc03-443e-40dd-9028-81686841818c None None] For port fa6cfbe6-9d21-4843-adbd-e742488398ff, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=fa6cfbe6-9d21-4843-adbd-e742488398ff,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:24.243511 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-085dfc03-443e-40dd-9028-81686841818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:24.247669 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad7c0cc-baeb-43f4-a3b4-328e9d53b882,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:24.264396 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b434b81-02a9-4b65-ac55-0e72cde8d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:24.268412 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b434b81-02a9-4b65-ac55-0e72cde8d0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:24.273790 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3b434b81-02a9-4b65-ac55-0e72cde8d0a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fffd2cf2-8737-4780-b298-34b4e5215b24 HTTP/1.1" status: 204 len: 168 time: 1.7236280 Sep 20 05:05:24.281042 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:24.295345 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-02ce05c1-4aa7-453b-80eb-9ac123c27cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:24.309562 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b434b81-02a9-4b65-ac55-0e72cde8d0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffd2cf2-8737-4780-b298-34b4e5215b24,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:24.381617 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] Set router c1078f18-afeb-4f9c-bb25-dff731f86dc4 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:05:24.389601 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:24.390097 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-275585'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:24.563997 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085dfc03-443e-40dd-9028-81686841818c None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:05:24.564669 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-085dfc03-443e-40dd-9028-81686841818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:05:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:24.572793 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:24.624301 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:24.681194 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c12281-4a35-4df9-9722-7edcdf879d3f None None] Pushing event updated for resources: {'Port': ['ID=fa6cfbe6-9d21-4843-adbd-e742488398ff,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:24.778920 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d24c8f41-f5ac-4cb8-8e6c-ffa1f2856d43 req-ba804cf2-522a-49b1-9700-0e588a3c0bd0 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 210 time: 0.0530000 Sep 20 05:05:24.873635 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-085dfc03-443e-40dd-9028-81686841818c None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:05:24.932595 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Made reservation on behalf of 9eb6d029e0e946fd9328b9f2358c814e for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:24.940472 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:24.954829 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:25.170905 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:25.212119 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce05c1-4aa7-453b-80eb-9ac123c27cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77148adc-42ff-4d67-a2c2-729940cdbf61,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:25.284678 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-02ce05c1-4aa7-453b-80eb-9ac123c27cea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc34acdfeae9415492b0b0f259345746&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6619210 Sep 20 05:05:25.301729 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35490) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:25.332862 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-085dfc03-443e-40dd-9028-81686841818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:18Z', 'revision_number': 3, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:25.366920 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:25.379737 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-675288726-router', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:19Z', 'revision_number': 3, 'project_id': '0cf0a4df25cc49e393cc62181affc848', 'gw_port': {'id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:18Z', 'updated_at': '2021-09-20T05:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:25.389831 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:25.392581 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085dfc03-443e-40dd-9028-81686841818c None None] The sync data for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi is: [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:18Z', 'revision_number': 3, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:05:25.468869 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35492) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:25.483917 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Network c15efc9c-597b-4d67-8ddd-98f9e18fba2a is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:25.550222 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e239f0-07bd-40b4-ac2c-dada6e7d7891 None None] The sync data for ids ['c1078f18-afeb-4f9c-bb25-dff731f86dc4'] in dv-cinder-809965-1-iscsi is: [{'id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-675288726-router', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:19Z', 'revision_number': 3, 'project_id': '0cf0a4df25cc49e393cc62181affc848', 'gw_port': {'id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:18Z', 'updated_at': '2021-09-20T05:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:05:25.611307 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:25.636521 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:25.666674 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:25.668458 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:25.680805 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:25.681478 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:25.707117 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Attempting to bind port 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:25.717254 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Pushing event updated for resources: {'Port': ['ID=02c018db-a9de-4a50-8c02-a2f1a7f48b9f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:25.720063 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Attempting to bind port 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:25.721929 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Attempting to bind port 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 on network f4855da4-da5c-4baa-86e5-1c338c1265fd {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:25.755609 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:25.757816 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:25.758884 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Checking segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:25.759349 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:25.761300 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Bound using segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:25.762517 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Bound port: 7783f33c-541e-4cfe-9f1c-0d2fcc52e379, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:25.762984 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:25.800121 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62db8d6-d3b8-4748-8aed-409137f5bc75 None None] Pushing event updated for resources: {'Port': ['ID=7783f33c-541e-4cfe-9f1c-0d2fcc52e379,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:25.842144 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-30893366-f05a-4a8f-be61-12e1cce3811d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9131982 Sep 20 05:05:25.872712 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-4d9d966b-4995-4047-85ed-836ee6ae745d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:05:25.873856 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-4d9d966b-4995-4047-85ed-836ee6ae745d tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152261 Sep 20 05:05:25.940783 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:05:26.005158 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] For port 7783f33c-541e-4cfe-9f1c-0d2fcc52e379, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:26.171364 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] For port 7783f33c-541e-4cfe-9f1c-0d2fcc52e379, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=7783f33c-541e-4cfe-9f1c-0d2fcc52e379,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:26.171364 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:26.171946 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-093bbcf9-4f51-4601-b724-aba1043e5487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:26.188512 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Allocated IP 172.20.0.1 (82ed44a3-5020-459e-a5d8-53caa9b90a71/df531757-d500-4ae2-9c23-877c926ef6aa/ad78b523-4a34-4759-b562-05859c91569f) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:26.266372 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62e9c747-eb3e-48bd-968c-62221df8ae18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:26.280376 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e298add0-572c-4b2a-a8a5-403c40696634,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:26.289336 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:26.291773 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:26.296206 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Added segment a6e584b3-bcae-49f7-9d29-dc5edfc78bf5 of type vlan for network 95ba0383-075f-4c39-a42e-7f48d8dfd720 Sep 20 05:05:26.330374 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:05:26.331018 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:05:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:26.342681 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f8c7c-17ea-4ffa-945b-7d87a0d0cb6c req-fd2d319c-21f7-46a5-ad94-c7c84e32078c tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:26.344689 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-978f8c7c-17ea-4ffa-945b-7d87a0d0cb6c req-fd2d319c-21f7-46a5-ad94-c7c84e32078c tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 931 time: 0.2908752 Sep 20 05:05:26.436706 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62db8d6-d3b8-4748-8aed-409137f5bc75 None None] Pushing event updated for resources: {'Port': ['ID=7783f33c-541e-4cfe-9f1c-0d2fcc52e379,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:26.514950 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-093bbcf9-4f51-4601-b724-aba1043e5487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:26.585195 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Request body: {'port': {'device_id': 'ada0a05e-b610-4fb5-bd5d-6831c066598b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:26.620192 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-978f8c7c-17ea-4ffa-945b-7d87a0d0cb6c req-db96b721-6e0a-4b53-ae43-f2a315ec72c1 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644541 Sep 20 05:05:26.675671 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:05:26.876823 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device fa6cfbe6-9d21-4843-adbd-e742488398ff up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:26.972067 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:26.983002 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port fa6cfbe6-9d21-4843-adbd-e742488398ff triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:26.983363 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:27.041880 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-093bbcf9-4f51-4601-b724-aba1043e5487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:27.074911 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:27.089149 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62e9c747-eb3e-48bd-968c-62221df8ae18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:27.152235 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:18Z', 'revision_number': 3, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:27.184486 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:27.196233 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0bdd8a-4dcd-489c-ad7d-698545cc2f7d None None] The sync data for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi is: [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:18Z', 'revision_number': 3, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:05:27.245457 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:27.256681 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port fa6cfbe6-9d21-4843-adbd-e742488398ff, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=fa6cfbe6-9d21-4843-adbd-e742488398ff,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:27.278677 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:27.279959 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device aa49d891-aaa1-4b92-964d-9817928c1a35 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:27.482987 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=fa6cfbe6-9d21-4843-adbd-e742488398ff,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:27.517024 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port aa49d891-aaa1-4b92-964d-9817928c1a35 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:27.519995 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:27.521678 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:27.549292 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-093bbcf9-4f51-4601-b724-aba1043e5487 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adab71e37c344aa183efeaa138bf8a05&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0717797 Sep 20 05:05:27.573564 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35522) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:27.577583 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.db.resource_extend [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 05:05:27.622167 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Network 82ed44a3-5020-459e-a5d8-53caa9b90a71 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:27.638188 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:27.644524 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:27.646250 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-275585'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:27.679377 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bbcf9-4f51-4601-b724-aba1043e5487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d9df4f-c988-4862-b8fd-bb5e3c8ca14d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:27.703879 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:27.782857 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port aa49d891-aaa1-4b92-964d-9817928c1a35, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=aa49d891-aaa1-4b92-964d-9817928c1a35,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:27.789881 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:27.983194 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=aa49d891-aaa1-4b92-964d-9817928c1a35,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:28.170692 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:28.171868 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:28.172725 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:28.220146 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f2eebe57-e1db-45d7-ab70-c88d4bfd71b9 None None] Provisioning complete for port ad78b523-4a34-4759-b562-05859c91569f triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:28.221666 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe57-e1db-45d7-ab70-c88d4bfd71b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:28.234965 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62e9c747-eb3e-48bd-968c-62221df8ae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:28.239408 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62e9c747-eb3e-48bd-968c-62221df8ae18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:28.241518 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-62e9c747-eb3e-48bd-968c-62221df8ae18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77148adc-42ff-4d67-a2c2-729940cdbf61 HTTP/1.1" status: 204 len: 168 time: 2.9331050 Sep 20 05:05:28.247945 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.1158881 Sep 20 05:05:28.248333 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:28.269677 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35534) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:28.270660 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9c747-eb3e-48bd-968c-62221df8ae18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77148adc-42ff-4d67-a2c2-729940cdbf61,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:28.288912 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-96637b63-1e80-476b-b6c7-56f13167c304 admin admin] Request body: {'subnet': {'network_id': '95ba0383-075f-4c39-a42e-7f48d8dfd720', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1854518324-subnet', 'tenant_id': '9eb6d029e0e946fd9328b9f2358c814e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:28.314259 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:28.315336 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-511761'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:28.360514 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96637b63-1e80-476b-b6c7-56f13167c304 admin admin] Made reservation on behalf of 9eb6d029e0e946fd9328b9f2358c814e for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:28.364826 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96637b63-1e80-476b-b6c7-56f13167c304 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:28.377511 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-f2eebe57-e1db-45d7-ab70-c88d4bfd71b9 None None] Port ad78b523-4a34-4759-b562-05859c91569f cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:05:28.385131 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:28.555997 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Pushing event updated for resources: {'Port': ['ID=ad78b523-4a34-4759-b562-05859c91569f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:28.826676 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac39a5-a5f6-4d63-bf4d-301506a74e2d req-71bd1f0a-a8ea-43d9-876f-2c9d946e25b5 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:28.832075 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-23ac39a5-a5f6-4d63-bf4d-301506a74e2d req-71bd1f0a-a8ea-43d9-876f-2c9d946e25b5 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 931 time: 0.6956537 Sep 20 05:05:28.858164 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe2b9d-828b-4263-a286-fffc684c245f admin admin] Pushing event updated for resources: {'Network': ['ID=95ba0383-075f-4c39-a42e-7f48d8dfd720,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:28.875303 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network 95ba0383-075f-4c39-a42e-7f48d8dfd720 details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:05:28.937618 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Allocated IP 172.20.0.1 (938fc456-60b7-4e39-9ccf-45538a5abe25/71871696-4302-48e7-95a4-aa932a5d3f6d/5bdc5992-243e-43e4-b82f-38390b781d06) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:28.982372 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:28.987834 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:29.062398 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:29.125571 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad7c0cc-baeb-43f4-a3b4-328e9d53b882,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:29.206901 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:29.207499 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:29.217197 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35552) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:29.296097 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9d7316db-87fb-4435-9b28-f573793b9ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:29.332621 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-23ac39a5-a5f6-4d63-bf4d-301506a74e2d req-b84e3473-3157-4955-ae2c-867a01698931 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704521 Sep 20 05:05:29.337198 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:29.339280 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:29.380471 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9d7316db-87fb-4435-9b28-f573793b9ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:29.380600 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port 7783f33c-541e-4cfe-9f1c-0d2fcc52e379, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=7783f33c-541e-4cfe-9f1c-0d2fcc52e379,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:29.391751 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:29.399981 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device aa49d891-aaa1-4b92-964d-9817928c1a35 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:29.420492 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c018db-a9de-4a50-8c02-a2f1a7f48b9f {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:05:29.477964 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:29.524196 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9d7316db-87fb-4435-9b28-f573793b9ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:29.530548 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9d7316db-87fb-4435-9b28-f573793b9ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:29.535221 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9d7316db-87fb-4435-9b28-f573793b9ae9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13d9df4f-c988-4862-b8fd-bb5e3c8ca14d HTTP/1.1" status: 204 len: 168 time: 1.9431095 Sep 20 05:05:29.536517 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Transition to ACTIVE for port object 02c018db-a9de-4a50-8c02-a2f1a7f48b9f will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:05:29.559335 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:29.661791 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=7783f33c-541e-4cfe-9f1c-0d2fcc52e379,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:29.700919 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port aa49d891-aaa1-4b92-964d-9817928c1a35 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:29.701837 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:29.777967 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5cfcd7c-f9f7-4316-a738-9bf1d88e3411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:29.835505 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7316db-87fb-4435-9b28-f573793b9ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d9df4f-c988-4862-b8fd-bb5e3c8ca14d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:29.960286 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device fa6cfbe6-9d21-4843-adbd-e742488398ff up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:30.014921 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Router c1078f18-afeb-4f9c-bb25-dff731f86dc4 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:05:30.057350 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:30.133621 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port fa6cfbe6-9d21-4843-adbd-e742488398ff triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:30.134254 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:30.143233 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Pushing event updated for resources: {'Port': ['ID=02c018db-a9de-4a50-8c02-a2f1a7f48b9f,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:30.304750 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Attempting to bind port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:30.305196 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Attempting to bind port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'ca4bad22-03aa-46fd-b6d6-098aea221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c15efc9c-597b-4d67-8ddd-98f9e18fba2a'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:30.305560 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Attempting to bind port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f on network c15efc9c-597b-4d67-8ddd-98f9e18fba2a {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:30.330849 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f on network c15efc9c-597b-4d67-8ddd-98f9e18fba2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:05:30.336465 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Attempting to bind port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f on network c15efc9c-597b-4d67-8ddd-98f9e18fba2a {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:30.337268 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:05:30.343698 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8e4c5d20-311f-449c-84f4-1b1d89680d47 admin admin] 10.222.0.32 "PUT /v2.0/routers/c1078f18-afeb-4f9c-bb25-dff731f86dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6620386 Sep 20 05:05:30.393613 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Sync routers for ids ['c1078f18-afeb-4f9c-bb25-dff731f86dc4'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:05:30.394096 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:30.431691 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:30.432082 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Checking segment: {'id': 'ca4bad22-03aa-46fd-b6d6-098aea221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c15efc9c-597b-4d67-8ddd-98f9e18fba2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:30.432658 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Bound using segment: {'id': 'ca4bad22-03aa-46fd-b6d6-098aea221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c15efc9c-597b-4d67-8ddd-98f9e18fba2a'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:30.433114 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Bound port: 02c018db-a9de-4a50-8c02-a2f1a7f48b9f, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4bad22-03aa-46fd-b6d6-098aea221b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c15efc9c-597b-4d67-8ddd-98f9e18fba2a'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:30.434043 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:30.457562 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Routers {'c1078f18-afeb-4f9c-bb25-dff731f86dc4'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:05:30.458800 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:05:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['c1078f18-afeb-4f9c-bb25-dff731f86dc4'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:30.524204 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Pushing event updated for resources: {'Port': ['ID=5bdc5992-243e-43e4-b82f-38390b781d06,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:30.543345 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:30.574300 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Network 938fc456-60b7-4e39-9ccf-45538a5abe25 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:30.629131 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:30.631754 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-511761'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:30.634968 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:30.638543 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:30.639087 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-275585'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:30.847649 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96637b63-1e80-476b-b6c7-56f13167c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:30.910114 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Set router c1078f18-afeb-4f9c-bb25-dff731f86dc4 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:05:30.977722 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96637b63-1e80-476b-b6c7-56f13167c304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acfff02c-46a1-40fa-b393-ff13e3c49f4a,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:31.000741 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:31.083814 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96637b63-1e80-476b-b6c7-56f13167c304 admin admin] Checking segment: {'id': 'a6e584b3-bcae-49f7-9d29-dc5edfc78bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '95ba0383-075f-4c39-a42e-7f48d8dfd720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:31.087988 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96637b63-1e80-476b-b6c7-56f13167c304 admin admin] Network hostable DHCP agents. Network: 95ba0383-075f-4c39-a42e-7f48d8dfd720, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:05:31.119541 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fa49a-04bc-4281-afd8-bb000468483d req-5d525c43-1846-47cb-932a-868356452300 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:31.139646 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f79fa49a-04bc-4281-afd8-bb000468483d req-5d525c43-1846-47cb-932a-868356452300 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 943 time: 0.5671070 Sep 20 05:05:31.191002 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96637b63-1e80-476b-b6c7-56f13167c304 admin admin] Network 95ba0383-075f-4c39-a42e-7f48d8dfd720 is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:05:31.237676 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-96637b63-1e80-476b-b6c7-56f13167c304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, 95ba0383-075f-4c39-a42e-7f48d8dfd720) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:31.306672 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d9654-1dd2-4de0-bf7c-779acf40b745 None None] Network 95ba0383-075f-4c39-a42e-7f48d8dfd720 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:31.319057 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96637b63-1e80-476b-b6c7-56f13167c304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:31.322032 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96637b63-1e80-476b-b6c7-56f13167c304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:31.329354 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:31.387639 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-2f007cdd-9f55-42bc-b83c-e861adfca1d3 None None] Provisioning complete for port 5bdc5992-243e-43e4-b82f-38390b781d06 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:31.388042 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2f007cdd-9f55-42bc-b83c-e861adfca1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:31.709054 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:31.718219 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:31.722197 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-511761'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:31.780738 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-2f007cdd-9f55-42bc-b83c-e861adfca1d3 None None] Port 5bdc5992-243e-43e4-b82f-38390b781d06 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:05:31.782480 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f79fa49a-04bc-4281-afd8-bb000468483d req-f8f4eafb-4785-465b-8e1f-51c84de24656 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6411006 Sep 20 05:05:31.802976 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Network 82ed44a3-5020-459e-a5d8-53caa9b90a71 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:31.813461 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Pushing event updated for resources: {'Port': ['ID=ad78b523-4a34-4759-b562-05859c91569f,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:31.830040 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] For port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f, host hv-cinder-80996, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:31.835998 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:31.869004 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] For port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=02c018db-a9de-4a50-8c02-a2f1a7f48b9f,segment=NetworkSegment(ca4bad22-03aa-46fd-b6d6-098aea221b4d),segment_id=ca4bad22-03aa-46fd-b6d6-098aea221b4d)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:31.878107 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:05:31.885263 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7f5f403b-2ce5-4edc-aed4-8c9ee2b5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:31.899595 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:31.927274 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f9fcac-7002-4158-975c-6e4af9bf35c2 None None] Network 95ba0383-075f-4c39-a42e-7f48d8dfd720 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:31.972949 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Pushing event updated for resources: {'Port': ['ID=5bdc5992-243e-43e4-b82f-38390b781d06,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:32.062219 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5cfcd7c-f9f7-4316-a738-9bf1d88e3411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:32.063843 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:32.064538 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:32.066026 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] 10.222.0.23 "PUT /v2.0/ports/02c018db-a9de-4a50-8c02-a2f1a7f48b9f HTTP/1.1" status: 200 len: 1093 time: 5.6833551 Sep 20 05:05:32.066708 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada0a05e-b610-4fb5-bd5d-6831c066598b', 'tag': '02c018db-a9de-4a50-8c02-a2f1a7f48b9f'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:05:32.102978 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-96637b63-1e80-476b-b6c7-56f13167c304 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.8215697 Sep 20 05:05:32.123329 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:32.124202 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:32.154032 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Network 938fc456-60b7-4e39-9ccf-45538a5abe25 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:32.160585 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:32.420245 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5cfcd7c-f9f7-4316-a738-9bf1d88e3411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:32.437567 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360978c9-c468-4628-aa1c-cfd038d3e3cb service neutron] Pushing event updated for resources: {'Port': ['ID=02c018db-a9de-4a50-8c02-a2f1a7f48b9f,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:32.654616 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6be599c6-63e2-40c2-a773-8c8c4badf7b7 None None] Provisioning complete for port ad78b523-4a34-4759-b562-05859c91569f triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:32.655738 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6be599c6-63e2-40c2-a773-8c8c4badf7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:32.657500 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:05:32.702495 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6be599c6-63e2-40c2-a773-8c8c4badf7b7 None None] Port ad78b523-4a34-4759-b562-05859c91569f cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:05:32.728136 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-675288726-router', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:25Z', 'revision_number': 4, 'project_id': '0cf0a4df25cc49e393cc62181affc848', 'gw_port': {'id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:18Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '0ad7c0cc-baeb-43f4-a3b4-328e9d53b882', 'name': '', 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'mac_address': 'fa:16:3e:40:93:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b9dab44c-6e76-406e-b06a-c49dd641171c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:23Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 2, 'project_id': '0cf0a4df25cc49e393cc62181affc848', 'subnets': [{'id': 'b9dab44c-6e76-406e-b06a-c49dd641171c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:32.775625 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Checking router: c1078f18-afeb-4f9c-bb25-dff731f86dc4 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:05:32.776321 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Updating router c1078f18-afeb-4f9c-bb25-dff731f86dc4 port 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 binding host dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:05:32.830364 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:32.835412 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Router a429d993-38f6-4c3f-a892-741c437920eb has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:05:32.902535 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-61bb0d58-5d4a-40cd-851c-e1f1bc308649 None None] Provisioning complete for port 5bdc5992-243e-43e4-b82f-38390b781d06 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:32.903095 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-61bb0d58-5d4a-40cd-851c-e1f1bc308649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:33.085465 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-61bb0d58-5d4a-40cd-851c-e1f1bc308649 None None] Port 5bdc5992-243e-43e4-b82f-38390b781d06 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:05:33.138238 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:05:33.146574 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-82eddc19-48c3-4752-ac97-406e9d4137de admin admin] 10.222.0.32 "PUT /v2.0/routers/a429d993-38f6-4c3f-a892-741c437920eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5781734 Sep 20 05:05:33.152105 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Sync routers for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:05:33.173137 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:05:33.187557 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:05:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:33.248718 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-44adcc05-bd17-4723-8a14-0252cf872b21 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:33.256749 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-44adcc05-bd17-4723-8a14-0252cf872b21 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 818 time: 0.8876309 Sep 20 05:05:33.263602 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e72862f-69fb-43d7-9776-177d8e3ee02c" -d '{"events": [{"name": "network-changed", "server_uuid": "ada0a05e-b610-4fb5-bd5d-6831c066598b", "tag": "02c018db-a9de-4a50-8c02-a2f1a7f48b9f"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:05:33.293994 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f5cfcd7c-f9f7-4316-a738-9bf1d88e3411 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f083eab672540a7a3af8af3d7638719&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0698564 Sep 20 05:05:33.296467 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35650) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:33.401205 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfcd7c-f9f7-4316-a738-9bf1d88e3411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872ba3dc-7c51-4c8e-8568-75311e780572,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:33.425925 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e41e5122-17f1-4232-a936-4edad8815ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:33.443471 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-ec7f57b6-0609-4b22-835c-8ef51d8f2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:33.450974 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-ec7f57b6-0609-4b22-835c-8ef51d8f2713 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dc871771af8478ea01a4b55033ba9aa&device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 1096 time: 1.1533632 Sep 20 05:05:33.462192 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-90d06b9b-76d0-4c54-8270-0defc9dc97d4 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/quotas/0cf0a4df25cc49e393cc62181affc848 HTTP/1.1" status: 200 len: 375 time: 0.2043755 Sep 20 05:05:33.476250 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e41e5122-17f1-4232-a936-4edad8815ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:33.487362 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:33.507893 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:33.575344 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e41e5122-17f1-4232-a936-4edad8815ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:33.577831 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e41e5122-17f1-4232-a936-4edad8815ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:33.582328 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e41e5122-17f1-4232-a936-4edad8815ac1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/872ba3dc-7c51-4c8e-8568-75311e780572 HTTP/1.1" status: 204 len: 168 time: 0.2837317 Sep 20 05:05:33.594226 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:05:33.596592 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5122-17f1-4232-a936-4edad8815ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872ba3dc-7c51-4c8e-8568-75311e780572,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:33.682349 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49149cb9-1dbe-4211-af38-06099a2f8a1f None None] Pushing event updated for resources: {'Port': ['ID=0ad7c0cc-baeb-43f4-a3b4-328e9d53b882,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:33.705129 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Attempting to bind port 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:33.706817 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:05:33.708139 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Attempting to bind port 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:33.712772 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-75d189ca-fd2a-406d-b462-f1dbe2ac464f admin admin] 10.222.0.32 "PUT /v2.0/routers/adbd1cf1-ccab-4f4b-bdcb-b5447e86c864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1573181 Sep 20 05:05:33.717972 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Attempting to bind port 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 on network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:33.722550 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Sync routers for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:05:33.748142 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:33.753520 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Checking segment: {'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:33.756593 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:33.757236 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Bound using segment: {'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:33.759308 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Bound port: 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:33.763498 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:33.775046 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:05:33.779080 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:05:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:33.815537 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-3fefc184-3153-477e-93eb-51b94e4680e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02c018db-a9de-4a50-8c02-a2f1a7f48b9f HTTP/1.1" status: 200 len: 217 time: 0.1296806 Sep 20 05:05:33.862398 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff4f5c-59c2-4731-a180-c7147a0e4a9c req-7a270347-2d99-4746-933e-d094007565b7 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:33.863944 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-84ff4f5c-59c2-4731-a180-c7147a0e4a9c req-7a270347-2d99-4746-933e-d094007565b7 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 943 time: 0.5744431 Sep 20 05:05:33.904180 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-a31e0d84-3146-4335-8931-c0e90f4578ea tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4408402 Sep 20 05:05:33.986873 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] For port 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:33.990767 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] For port 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=0ad7c0cc-baeb-43f4-a3b4-328e9d53b882,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:33.999563 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:34.039316 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 2, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:34.089013 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Routers {'c1078f18-afeb-4f9c-bb25-dff731f86dc4'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:05:34.089817 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:05:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['c1078f18-afeb-4f9c-bb25-dff731f86dc4'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:34.114361 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-48f1878b-4834-4b65-8e0f-cec8bd731fb0 service neutron] 10.222.0.32 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090082 Sep 20 05:05:34.116192 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Checking router: a429d993-38f6-4c3f-a892-741c437920eb for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:05:34.116926 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Updating router a429d993-38f6-4c3f-a892-741c437920eb port 5bdc5992-243e-43e4-b82f-38390b781d06 binding host dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:05:34.149847 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d424e27e-8a78-4cd5-9d4b-dfc34fde40d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:34.180718 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:34.260550 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-5f98a443-b94e-4ca5-91ce-d1ad53b59e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:34.263626 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-5f98a443-b94e-4ca5-91ce-d1ad53b59e7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c372faf5-3ffa-4340-b818-3ac4cdbdbb0a HTTP/1.1" status: 200 len: 851 time: 0.4215422 Sep 20 05:05:34.275442 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-84ff4f5c-59c2-4731-a180-c7147a0e4a9c req-170a8231-222e-4da1-88cc-d2cd80566a3c tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716902 Sep 20 05:05:34.305619 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49149cb9-1dbe-4211-af38-06099a2f8a1f None None] Pushing event updated for resources: {'Port': ['ID=0ad7c0cc-baeb-43f4-a3b4-328e9d53b882,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:34.425151 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-e6ff9f77-77be-43b7-9c74-2fb7e9064782 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c15efc9c-597b-4d67-8ddd-98f9e18fba2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365688 Sep 20 05:05:34.431823 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-9b12bcde-d453-468a-9246-560513e92cec service neutron] 10.222.0.32 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162973 Sep 20 05:05:34.462884 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:05:34.582810 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] Set router c1078f18-afeb-4f9c-bb25-dff731f86dc4 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:05:34.674105 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-7cd507e3-17d4-44d1-a6e7-e62d7c182a55 service neutron] 10.222.0.23 "GET /v2.0/networks/c15efc9c-597b-4d67-8ddd-98f9e18fba2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188411 Sep 20 05:05:34.958960 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-303e97d1-ae4a-4ec4-ad5a-d99b050cacf0 req-e6814d85-d5bc-4935-9103-9833c97b24cc service neutron] 10.222.0.23 "GET /v2.0/networks/c15efc9c-597b-4d67-8ddd-98f9e18fba2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725756 Sep 20 05:05:35.015406 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35690) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:35.056010 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cc467872-45a3-437f-b668-73799ede2eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:35.106265 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:35.115677 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:35.239439 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769c24d-db66-4649-a585-7ca53ec3d807 None None] Pushing event updated for resources: {'Port': ['ID=5bdc5992-243e-43e4-b82f-38390b781d06,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:35.493305 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Attempting to bind port 5bdc5992-243e-43e4-b82f-38390b781d06 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:35.504114 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Attempting to bind port 5bdc5992-243e-43e4-b82f-38390b781d06 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:35.504114 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Attempting to bind port 5bdc5992-243e-43e4-b82f-38390b781d06 on network 938fc456-60b7-4e39-9ccf-45538a5abe25 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:35.515861 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:35.517467 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Checking segment: {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:35.521541 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0de8d4-9482-4474-9045-7a91ec16df10 x-openstack-request-id: req-cf0de8d4-9482-4474-9045-7a91ec16df10 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:05:35.523801 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada0a05e-b610-4fb5-bd5d-6831c066598b", "tag": "02c018db-a9de-4a50-8c02-a2f1a7f48b9f", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:05:35.524495 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf0de8d4-9482-4474-9045-7a91ec16df10 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:05:35.525307 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:35.525815 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Bound using segment: {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:35.526007 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada0a05e-b610-4fb5-bd5d-6831c066598b', 'tag': '02c018db-a9de-4a50-8c02-a2f1a7f48b9f', 'status': 'completed', 'code': 200} Sep 20 05:05:35.528606 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Bound port: 5bdc5992-243e-43e4-b82f-38390b781d06, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:35.530055 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:35.534349 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cc467872-45a3-437f-b668-73799ede2eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:35.542608 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cc467872-45a3-437f-b668-73799ede2eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:35.683015 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] For port 5bdc5992-243e-43e4-b82f-38390b781d06, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:35.688340 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] For port 5bdc5992-243e-43e4-b82f-38390b781d06, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=5bdc5992-243e-43e4-b82f-38390b781d06,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:35.701871 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:35.711999 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cc467872-45a3-437f-b668-73799ede2eae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0eb209719fc46d9a8170abd26bb3ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6954234 Sep 20 05:05:35.714863 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35718) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:35.728642 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:05:35.729304 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:05:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:35.822917 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc467872-45a3-437f-b668-73799ede2eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52191695-07b6-4f0e-9be7-47c190d9c4cf,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:35.868993 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:35.918893 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2cb15a1f-7090-41ed-89af-082541040a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:35.945050 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72862f-69fb-43d7-9776-177d8e3ee02c req-060be92f-df7f-4495-999e-d675f45d9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:35.946085 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769c24d-db66-4649-a585-7ca53ec3d807 None None] Pushing event updated for resources: {'Port': ['ID=5bdc5992-243e-43e4-b82f-38390b781d06,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:35.951311 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6e72862f-69fb-43d7-9776-177d8e3ee02c req-060be92f-df7f-4495-999e-d675f45d9587 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dc871771af8478ea01a4b55033ba9aa&device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 1096 time: 0.3333364 Sep 20 05:05:36.014256 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2cb15a1f-7090-41ed-89af-082541040a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:36.130929 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:05:36.198907 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2cb15a1f-7090-41ed-89af-082541040a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:36.202117 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2cb15a1f-7090-41ed-89af-082541040a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:36.203462 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2cb15a1f-7090-41ed-89af-082541040a79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52191695-07b6-4f0e-9be7-47c190d9c4cf HTTP/1.1" status: 204 len: 168 time: 0.4855232 Sep 20 05:05:36.222120 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb15a1f-7090-41ed-89af-082541040a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52191695-07b6-4f0e-9be7-47c190d9c4cf,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:36.284292 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:36.309297 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35728) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:36.314476 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-481300696-network', 'tenant_id': 'bb8058a57eda4cfa9d9bf0b4236aef25'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:36.383118 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4be54dd2-5484-450b-a06d-ef5f49757743 None None] Provisioning complete for port 5bdc5992-243e-43e4-b82f-38390b781d06 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:36.383528 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4be54dd2-5484-450b-a06d-ef5f49757743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:36.388726 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Made reservation on behalf of bb8058a57eda4cfa9d9bf0b4236aef25 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:36.409576 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:36.455314 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:36.585393 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72862f-69fb-43d7-9776-177d8e3ee02c req-1ec2daa4-1237-4b8c-a1ef-77e346a308cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:36.589879 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6e72862f-69fb-43d7-9776-177d8e3ee02c req-1ec2daa4-1237-4b8c-a1ef-77e346a308cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=c15efc9c-597b-4d67-8ddd-98f9e18fba2a HTTP/1.1" status: 200 len: 911 time: 0.6334722 Sep 20 05:05:36.797175 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6e72862f-69fb-43d7-9776-177d8e3ee02c req-68b7267f-6dc4-4488-aa40-8cd197078c22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02c018db-a9de-4a50-8c02-a2f1a7f48b9f HTTP/1.1" status: 200 len: 217 time: 0.1924145 Sep 20 05:05:36.885222 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:36.898024 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:36.900279 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:35Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:36.928093 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 2, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:36.979482 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:05:36.986001 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35760) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:37.019924 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-c4b03a3b-40a4-44db-b456-a22b16fa60f9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1703959565', 'description': 'tempest-description--639172017'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:37.044266 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491fdd81-bae8-46bf-944a-23f075ccce53,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:37.061276 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:37.067871 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Added segment 3aff9ab3-4178-4e9b-8eec-b960ec8d2a73 of type vlan for network 91919500-2673-4535-9210-6f3fc60d6f49 Sep 20 05:05:37.093875 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa2cd6-61da-44f7-8798-a9556e5e54c2 None None] The sync data for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi is: [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:35Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:05:37.104430 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:37.119906 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72862f-69fb-43d7-9776-177d8e3ee02c req-5c31ddd1-4307-4c69-bd53-a3b719262368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:37.122035 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6e72862f-69fb-43d7-9776-177d8e3ee02c req-5c31ddd1-4307-4c69-bd53-a3b719262368 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c372faf5-3ffa-4340-b818-3ac4cdbdbb0a HTTP/1.1" status: 200 len: 851 time: 0.3172023 Sep 20 05:05:37.131231 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Checking router: adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:05:37.131610 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Updating router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 port ad78b523-4a34-4759-b562-05859c91569f binding host dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:05:37.316224 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:37.350157 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6e72862f-69fb-43d7-9776-177d8e3ee02c req-735f66ec-ce4a-491b-a5ad-39f95f99eb2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c15efc9c-597b-4d67-8ddd-98f9e18fba2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2088594 Sep 20 05:05:37.388341 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35772) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:37.398496 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:37.403773 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:37.405725 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:37.408167 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:37.409299 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-21def7cb-8baf-4a48-8504-6be1b3edd137 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--425492674', 'description': 'tempest-description--1170677255'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:37.437584 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7e40f6fb-1619-4236-a637-8cc382b6fa11 req-f19bdeb6-7a25-4b12-b724-ceed1b70a1f1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 210 time: 0.2089119 Sep 20 05:05:37.448778 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4be54dd2-5484-450b-a06d-ef5f49757743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:37.462570 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4b03a3b-40a4-44db-b456-a22b16fa60f9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:37.640557 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] Pushing event updated for resources: {'Network': ['ID=91919500-2673-4535-9210-6f3fc60d6f49,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:37.664685 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d84806a3-1d38-4542-86d4-b314bf72bcb7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3513646 Sep 20 05:05:37.665594 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35780) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:37.684915 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-231ff343-ad26-481e-a1cf-3bf813700d96 admin admin] Request body: {'subnet': {'network_id': '91919500-2673-4535-9210-6f3fc60d6f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-481300696-subnet', 'tenant_id': 'bb8058a57eda4cfa9d9bf0b4236aef25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:37.876948 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-21def7cb-8baf-4a48-8504-6be1b3edd137 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:37.936266 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network 91919500-2673-4535-9210-6f3fc60d6f49 details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:05:37.944847 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-675288726-router', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:25Z', 'revision_number': 4, 'project_id': '0cf0a4df25cc49e393cc62181affc848', 'gw_port': {'id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:18Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '0ad7c0cc-baeb-43f4-a3b4-328e9d53b882', 'name': '', 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'mac_address': 'fa:16:3e:40:93:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b9dab44c-6e76-406e-b06a-c49dd641171c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:23Z', 'updated_at': '2021-09-20T05:05:33Z', 'revision_number': 4, 'project_id': '0cf0a4df25cc49e393cc62181affc848', 'subnets': [{'id': 'b9dab44c-6e76-406e-b06a-c49dd641171c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:38.029259 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ab090-5d6a-4a5f-91ff-2fb4cc799c0c req-89a97a05-325d-4d56-9d71-22bfe9c53dcc tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:38.031658 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6a4ab090-5d6a-4a5f-91ff-2fb4cc799c0c req-89a97a05-325d-4d56-9d71-22bfe9c53dcc tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 943 time: 0.4674449 Sep 20 05:05:38.168789 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6e72862f-69fb-43d7-9776-177d8e3ee02c req-5de4aa54-94df-4894-837c-fc90642cae4f service neutron] 10.222.0.23 "GET /v2.0/networks/c15efc9c-597b-4d67-8ddd-98f9e18fba2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7794273 Sep 20 05:05:38.239390 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35800) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:38.268386 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228724a4-1019-4f41-a0d9-e074a15e2dc8 None None] The sync data for ids ['c1078f18-afeb-4f9c-bb25-dff731f86dc4'] in dv-cinder-809965-1-iscsi is: [{'id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-675288726-router', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:25Z', 'revision_number': 4, 'project_id': '0cf0a4df25cc49e393cc62181affc848', 'gw_port': {'id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:18Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '0ad7c0cc-baeb-43f4-a3b4-328e9d53b882', 'name': '', 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'mac_address': 'fa:16:3e:40:93:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b9dab44c-6e76-406e-b06a-c49dd641171c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:23Z', 'updated_at': '2021-09-20T05:05:33Z', 'revision_number': 4, 'project_id': '0cf0a4df25cc49e393cc62181affc848', 'subnets': [{'id': 'b9dab44c-6e76-406e-b06a-c49dd641171c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:05:38.341076 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6a4ab090-5d6a-4a5f-91ff-2fb4cc799c0c req-bdc3f6cd-ae1d-48b3-8d21-f6061a969592 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808144 Sep 20 05:05:38.453209 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4be54dd2-5484-450b-a06d-ef5f49757743 None None] For port 5bdc5992-243e-43e4-b82f-38390b781d06, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=5bdc5992-243e-43e4-b82f-38390b781d06,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:38.482368 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1000666097-network', 'tenant_id': '8c402992d4ac433bb4847450452e0599'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:38.487841 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4be54dd2-5484-450b-a06d-ef5f49757743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:38.573389 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be54dd2-5484-450b-a06d-ef5f49757743 None None] Pushing event updated for resources: {'Port': ['ID=5bdc5992-243e-43e4-b82f-38390b781d06,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:38.649805 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:38.654332 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-1a2c4e34-139a-492d-a1ec-d537683b73f9 None None] Provisioning complete for port 5bdc5992-243e-43e4-b82f-38390b781d06 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:38.654652 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4e34-139a-492d-a1ec-d537683b73f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:38.662645 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:38.692201 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4b03a3b-40a4-44db-b456-a22b16fa60f9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:38.728081 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231ff343-ad26-481e-a1cf-3bf813700d96 admin admin] Made reservation on behalf of bb8058a57eda4cfa9d9bf0b4236aef25 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:38.731252 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-231ff343-ad26-481e-a1cf-3bf813700d96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:38.748259 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4b03a3b-40a4-44db-b456-a22b16fa60f9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:38.795283 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9b4f0-69ca-47d2-b377-fe65884cf680 None None] Pushing event updated for resources: {'Port': ['ID=ad78b523-4a34-4759-b562-05859c91569f,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:38.914132 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 5bdc5992-243e-43e4-b82f-38390b781d06 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:38.917090 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.23', 57620) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:38.938599 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.db.api [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 05:05:38.938599 dv-cinder-809965-1-iscsi neutron-server[94085]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 05:05:38.938599 dv-cinder-809965-1-iscsi neutron-server[94085]: [parameters: {'project_id_1': '8c402992d4ac433bb4847450452e0599', 'expiration_1': datetime.datetime(2021, 9, 20, 5, 5, 18, 487647)}] Sep 20 05:05:38.938599 dv-cinder-809965-1-iscsi neutron-server[94085]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 05:05:38.938970 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG oslo_db.api [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 05:05:39.029758 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Attempting to bind port ad78b523-4a34-4759-b562-05859c91569f on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:39.030276 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Attempting to bind port ad78b523-4a34-4759-b562-05859c91569f by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:39.035170 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Attempting to bind port ad78b523-4a34-4759-b562-05859c91569f on network 82ed44a3-5020-459e-a5d8-53caa9b90a71 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:39.048369 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:39.048751 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Checking segment: {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:39.052564 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b03a3b-40a4-44db-b456-a22b16fa60f9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:39.055238 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.055875 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Bound using segment: {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:39.056213 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Bound port: ad78b523-4a34-4759-b562-05859c91569f, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:39.056812 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.083283 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 5bdc5992-243e-43e4-b82f-38390b781d06 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:39.083650 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.115091 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-ddda6537-d7c9-4955-8674-1b45ea58dcea tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:39.130466 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-ddda6537-d7c9-4955-8674-1b45ea58dcea tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 818 time: 1.0019615 Sep 20 05:05:39.140195 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-231ff343-ad26-481e-a1cf-3bf813700d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.151139 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6e72862f-69fb-43d7-9776-177d8e3ee02c req-caecdd86-5bb3-459a-9019-150b0294272f service neutron] 10.222.0.23 "GET /v2.0/networks/c15efc9c-597b-4d67-8ddd-98f9e18fba2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9450147 Sep 20 05:05:39.177063 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-42514b74-694d-470e-a150-9375952f2c06 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/quotas/0cf0a4df25cc49e393cc62181affc848 HTTP/1.1" status: 200 len: 375 time: 0.0456121 Sep 20 05:05:39.253234 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ff343-ad26-481e-a1cf-3bf813700d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=356713e0-ecad-4a13-a40d-76b6bae63fc6,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:39.270728 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ff343-ad26-481e-a1cf-3bf813700d96 admin admin] Checking segment: {'id': '3aff9ab3-4178-4e9b-8eec-b960ec8d2a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '91919500-2673-4535-9210-6f3fc60d6f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:39.271284 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231ff343-ad26-481e-a1cf-3bf813700d96 admin admin] Network hostable DHCP agents. Network: 91919500-2673-4535-9210-6f3fc60d6f49, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:05:39.275620 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] For port ad78b523-4a34-4759-b562-05859c91569f, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:39.280530 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] For port ad78b523-4a34-4759-b562-05859c91569f, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=ad78b523-4a34-4759-b562-05859c91569f,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:39.290922 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231ff343-ad26-481e-a1cf-3bf813700d96 admin admin] Network 91919500-2673-4535-9210-6f3fc60d6f49 is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:05:39.302523 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-231ff343-ad26-481e-a1cf-3bf813700d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, 91919500-2673-4535-9210-6f3fc60d6f49) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:39.311003 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231ff343-ad26-481e-a1cf-3bf813700d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:39.312329 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-231ff343-ad26-481e-a1cf-3bf813700d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.313987 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-21def7cb-8baf-4a48-8504-6be1b3edd137 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.314315 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.326538 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-edd34c45-f915-49d2-8f0e-01c8ea914023 None None] Provisioning complete for port ad78b523-4a34-4759-b562-05859c91569f triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:39.326957 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-edd34c45-f915-49d2-8f0e-01c8ea914023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.330579 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-21def7cb-8baf-4a48-8504-6be1b3edd137 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.340945 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-231ff343-ad26-481e-a1cf-3bf813700d96 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6719995 Sep 20 05:05:39.351180 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4b03a3b-40a4-44db-b456-a22b16fa60f9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.355973 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c4b03a3b-40a4-44db-b456-a22b16fa60f9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3618176 Sep 20 05:05:39.358719 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35818) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:39.378109 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-c0efbb8b-b5ea-4f1f-9447-d6261d23f285 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2000794 Sep 20 05:05:39.399907 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-29654926-80d1-4359-a6da-7bdfa4e7ccd5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Request body: {'security_group_rule': {'security_group_id': 'b19dea0f-7a4b-42ac-b8de-c628a3bab2c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:39.445221 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50885af8-8ec8-4588-80ae-b3bca5f45f55 None None] Network 91919500-2673-4535-9210-6f3fc60d6f49 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:39.458302 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-7f798c0e-8897-4dda-837e-1fadd35d8577 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:39.468652 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-7f798c0e-8897-4dda-837e-1fadd35d8577 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.23 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 818 time: 0.5468524 Sep 20 05:05:39.475735 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-21def7cb-8baf-4a48-8504-6be1b3edd137 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.481856 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-21def7cb-8baf-4a48-8504-6be1b3edd137 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0911577 Sep 20 05:05:39.485723 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35826) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:39.490432 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-9ab1d623-f5cc-429b-9dc3-4f9d22f54d6e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Request body: {'security_group_rule': {'security_group_id': 'e310ad0e-c0c1-43ea-8e89-d27d8a130073', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:39.532657 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21def7cb-8baf-4a48-8504-6be1b3edd137 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e310ad0e-c0c1-43ea-8e89-d27d8a130073,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:39.558916 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-29654926-80d1-4359-a6da-7bdfa4e7ccd5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.570948 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Request body: {'port': {'device_id': '0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f', 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe', 'admin_state_up': True, 'tenant_id': '0cf0a4df25cc49e393cc62181affc848'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:39.650176 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9b4f0-69ca-47d2-b377-fe65884cf680 None None] Pushing event updated for resources: {'Port': ['ID=ad78b523-4a34-4759-b562-05859c91569f,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:39.666490 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Made reservation on behalf of 8c402992d4ac433bb4847450452e0599 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:39.673247 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.713305 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:39.754561 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35842) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:39.876306 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:05:39.883880 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:05:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:39.888081 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5235b118-2655-4ca5-8fec-1ac73c853fd5 None None] Network 91919500-2673-4535-9210-6f3fc60d6f49 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:39.898316 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436d6cc-0a84-487f-a6fe-8b6ac83998f8 req-750760d9-31b9-4586-b4fa-782fa154df15 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:39.900038 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d436d6cc-0a84-487f-a6fe-8b6ac83998f8 req-750760d9-31b9-4586-b4fa-782fa154df15 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 943 time: 0.2970645 Sep 20 05:05:39.906581 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-0a2b2c68-5552-41c8-b21a-629d6bb0b599 service neutron] 10.222.0.32 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047991 Sep 20 05:05:39.916387 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d623-f5cc-429b-9dc3-4f9d22f54d6e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.023755 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.db.api [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 05:05:40.023755 dv-cinder-809965-1-iscsi neutron-server[94084]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 05:05:40.023755 dv-cinder-809965-1-iscsi neutron-server[94084]: [parameters: {'project_id_1': '0cf0a4df25cc49e393cc62181affc848', 'expiration_1': datetime.datetime(2021, 9, 20, 5, 5, 19, 976440)}] Sep 20 05:05:40.023755 dv-cinder-809965-1-iscsi neutron-server[94084]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 05:05:40.024604 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG oslo_db.api [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 05:05:40.035489 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d436d6cc-0a84-487f-a6fe-8b6ac83998f8 req-07a1dde4-8ef0-4249-a76f-d2d45c1ac2b0 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249714 Sep 20 05:05:40.068050 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-29654926-80d1-4359-a6da-7bdfa4e7ccd5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.082127 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-c85cc517-35eb-4519-bce2-35c6d17dd177 service neutron] 10.222.0.32 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605375 Sep 20 05:05:40.091169 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba37250f-4385-45c8-9686-78833be4b8de admin admin] Deleting subnet acfff02c-46a1-40fa-b393-ff13e3c49f4a {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:05:40.094139 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-29654926-80d1-4359-a6da-7bdfa4e7ccd5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.117482 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba37250f-4385-45c8-9686-78833be4b8de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.123454 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29654926-80d1-4359-a6da-7bdfa4e7ccd5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5765322-2bed-4546-95a6-f7d7fcdc1e63,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:40.172804 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:40.211771 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.232923 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-edd34c45-f915-49d2-8f0e-01c8ea914023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.302936 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d623-f5cc-429b-9dc3-4f9d22f54d6e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.304351 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.320866 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:05:40.336526 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.336526 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Added segment c6018a9c-3105-4049-9cd9-73509df7daca of type vlan for network 22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd Sep 20 05:05:40.342707 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d623-f5cc-429b-9dc3-4f9d22f54d6e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.359915 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba37250f-4385-45c8-9686-78833be4b8de admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.386369 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-29654926-80d1-4359-a6da-7bdfa4e7ccd5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.388202 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-29654926-80d1-4359-a6da-7bdfa4e7ccd5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0265000 Sep 20 05:05:40.401336 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d623-f5cc-429b-9dc3-4f9d22f54d6e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.402447 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f5843598-ce52-47c5-9c1f-af788ddb9eb2 req-111cf20b-a478-43cb-811d-03e87031cade tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 210 time: 0.0392995 Sep 20 05:05:40.403954 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9ab1d623-f5cc-429b-9dc3-4f9d22f54d6e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9172714 Sep 20 05:05:40.412773 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35866) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:40.412773 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35868) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:40.412773 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-f9f1c2f4-49af-445c-ba9d-c11ec0369ed6 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Request body: {'security_group_rule': {'security_group_id': 'e310ad0e-c0c1-43ea-8e89-d27d8a130073', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:40.424533 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-a424d93c-7c2f-4c03-aaaf-a54fa15a9fb4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Request body: {'security_group_rule': {'security_group_id': 'b19dea0f-7a4b-42ac-b8de-c628a3bab2c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:40.426784 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba37250f-4385-45c8-9686-78833be4b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.429629 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:05:40.485572 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1d623-f5cc-429b-9dc3-4f9d22f54d6e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c99cc1-d2a9-4284-b015-4c3745348d0e,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:40.494277 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f9f1c2f4-49af-445c-ba9d-c11ec0369ed6 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.517394 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c93aa7-63bd-4ec5-b652-aee5fd6a6790,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:40.527798 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.582848 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.584979 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:40.585767 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.597164 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba37250f-4385-45c8-9686-78833be4b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.607576 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-edd34c45-f915-49d2-8f0e-01c8ea914023 None None] For port ad78b523-4a34-4759-b562-05859c91569f, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=ad78b523-4a34-4759-b562-05859c91569f,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:40.652624 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba37250f-4385-45c8-9686-78833be4b8de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.655352 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ba37250f-4385-45c8-9686-78833be4b8de admin admin] 10.222.0.32 "DELETE /v2.0/subnets/acfff02c-46a1-40fa-b393-ff13e3c49f4a HTTP/1.1" status: 204 len: 168 time: 0.8996696 Sep 20 05:05:40.659207 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37250f-4385-45c8-9686-78833be4b8de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acfff02c-46a1-40fa-b393-ff13e3c49f4a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:40.666746 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35878) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:40.674644 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:40.675015 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.679225 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-edd34c45-f915-49d2-8f0e-01c8ea914023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.687343 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f9f1c2f4-49af-445c-ba9d-c11ec0369ed6 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.708412 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a424d93c-7c2f-4c03-aaaf-a54fa15a9fb4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.718817 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f9f1c2f4-49af-445c-ba9d-c11ec0369ed6 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.729318 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:40.784109 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1c2f4-49af-445c-ba9d-c11ec0369ed6 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1d386e-d8da-4221-b7d9-c0cbfafb85f5,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:40.807601 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network 22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:05:40.808501 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.817286 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Made reservation on behalf of 0cf0a4df25cc49e393cc62181affc848 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:40.823419 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:40.828899 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e23a37c7-c9f0-4c68-9758-ca076bfac2c8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5878015 Sep 20 05:05:40.829453 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35882) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:40.837576 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-3d2f37a7-2e16-4522-adb2-e19f271a1e8a admin admin] Request body: {'subnet': {'network_id': '22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1000666097-subnet', 'tenant_id': '8c402992d4ac433bb4847450452e0599', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:40.939109 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f37a7-2e16-4522-adb2-e19f271a1e8a admin admin] Made reservation on behalf of 8c402992d4ac433bb4847450452e0599 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:40.945082 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37a7-2e16-4522-adb2-e19f271a1e8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.000782 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f9f1c2f4-49af-445c-ba9d-c11ec0369ed6 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.002558 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f9f1c2f4-49af-445c-ba9d-c11ec0369ed6 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5951891 Sep 20 05:05:41.020842 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35890) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:41.021395 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35892) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:41.027931 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Request body: {'floatingip': {'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:41.066829 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-55c4f4c8-0bb7-41b9-8629-8941eb5f769e None None] Provisioning complete for port ad78b523-4a34-4759-b562-05859c91569f triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:41.067829 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-55c4f4c8-0bb7-41b9-8629-8941eb5f769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.143714 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a424d93c-7c2f-4c03-aaaf-a54fa15a9fb4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.159089 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd34c45-f915-49d2-8f0e-01c8ea914023 None None] Pushing event updated for resources: {'Port': ['ID=ad78b523-4a34-4759-b562-05859c91569f,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:41.189945 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a424d93c-7c2f-4c03-aaaf-a54fa15a9fb4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.217595 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.346542 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37a7-2e16-4522-adb2-e19f271a1e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.348505 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424d93c-7c2f-4c03-aaaf-a54fa15a9fb4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcb5ac8-ecea-4d0e-926e-73e5bc91a852,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:41.387627 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a424d93c-7c2f-4c03-aaaf-a54fa15a9fb4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.389020 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a424d93c-7c2f-4c03-aaaf-a54fa15a9fb4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9832788 Sep 20 05:05:41.389816 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6be57920-6211-4622-a0c1-4126404311a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.393871 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Allocated IP 172.20.0.5 (0d0e68ee-1d0e-48b7-95d6-cd30569d92fe/b9dab44c-6e76-406e-b06a-c49dd641171c/b1320ba1-c5dd-40cc-bd21-267c042ff4cc) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:41.401422 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35902) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:41.402929 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.411331 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Request body: {'floatingip': {'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:41.446151 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.478098 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.478449 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.479225 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.479638 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > port after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.484074 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.488805 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > port after_update 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.489620 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.490225 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.490764 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.491353 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.524723 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=0ad7c0cc-baeb-43f4-a3b4-328e9d53b882,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:41.532763 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.546334 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ac8a-e2e3-4c31-8e88-f3270012d1d1 req-7f1e14dd-77ee-4f90-b5eb-ac5571bae392 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:41.548779 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a8e4ac8a-e2e3-4c31-8e88-f3270012d1d1 req-7f1e14dd-77ee-4f90-b5eb-ac5571bae392 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 943 time: 0.3454139 Sep 20 05:05:41.569409 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:39Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:41.608512 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ee9c4-5f3b-4c14-8337-9e47f7b05b41 None None] The sync data for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi is: [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:39Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:05:41.621184 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44a5e480-a2f1-4fa8-a440-220237250cb1 req-4c4c1334-3d34-4ba0-b30c-b15099edd299 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 210 time: 0.0946062 Sep 20 05:05:41.648955 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=0ad7c0cc-baeb-43f4-a3b4-328e9d53b882,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:41.663753 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:41.806086 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a8e4ac8a-e2e3-4c31-8e88-f3270012d1d1 req-396647b5-f037-4a9a-9bdd-2c4b27c11a36 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425227 Sep 20 05:05:41.899470 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.899799 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.900152 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.900522 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:05:41.900859 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ba0383-075f-4c39-a42e-7f48d8dfd720']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:41.936809 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e584b3-bcae-49f7-9d29-dc5edfc78bf5') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:41.937138 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e584b3-bcae-49f7-9d29-dc5edfc78bf5') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:41.993618 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.003153 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630178'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.063889 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.070085 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.081924 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:05:42.082405 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113335'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.173966 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6be57920-6211-4622-a0c1-4126404311a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: from cryptography.utils import int_from_bytes Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: from cryptography.utils import int_from_bytes Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: timer() Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: cb(*args, **kw) Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: self._notify() Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: self.callback(batched_events) Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: event.method(event) Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._get(url).json() Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:05:42.221934 dv-cinder-809965-1-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:05:42.223994 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f37a7-2e16-4522-adb2-e19f271a1e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1adebee5-b5af-4883-91f9-716347a005db,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:42.225918 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6be57920-6211-4622-a0c1-4126404311a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.266136 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2f37a7-2e16-4522-adb2-e19f271a1e8a admin admin] Checking segment: {'id': 'c6018a9c-3105-4049-9cd9-73509df7daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:42.266492 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f37a7-2e16-4522-adb2-e19f271a1e8a admin admin] Network hostable DHCP agents. Network: 22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:05:42.291968 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.301809 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.307166 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] 10.222.0.32 "DELETE /v2.0/networks/95ba0383-075f-4c39-a42e-7f48d8dfd720 HTTP/1.1" status: 204 len: 168 time: 1.6363902 Sep 20 05:05:42.307166 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f37a7-2e16-4522-adb2-e19f271a1e8a admin admin] Network 22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:05:42.308176 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35920) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:42.332786 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c0b2a-dfea-489b-ad18-d105251b25ce admin admin] Pushing event deleted for resources: {'Network': ['ID=95ba0383-075f-4c39-a42e-7f48d8dfd720,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:42.338159 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f37a7-2e16-4522-adb2-e19f271a1e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, 22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:42.355124 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f420cce-ea68-487f-9633-89b9b27091fd None None] Network 22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:42.360517 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f37a7-2e16-4522-adb2-e19f271a1e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:42.361192 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d2f37a7-2e16-4522-adb2-e19f271a1e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.368962 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6be57920-6211-4622-a0c1-4126404311a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84cd37aa0984480f8df6d673f018d61f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3463724 Sep 20 05:05:42.373731 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35922) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:42.381208 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be57920-6211-4622-a0c1-4126404311a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3205c500-565d-4d52-990b-000f6b6ee87a,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:42.384401 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.414170 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3d2f37a7-2e16-4522-adb2-e19f271a1e8a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5747638 Sep 20 05:05:42.422145 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-d224ccf1-1d4e-4a35-a5e2-2441cff66f96 admin admin] Deleting subnet 356713e0-ecad-4a13-a40d-76b6bae63fc6 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:05:42.426734 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Allocated IP 172.27.1.143 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/54fb6646-324a-4f91-a4fe-c09beed52b6a) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:42.427932 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d224ccf1-1d4e-4a35-a5e2-2441cff66f96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.454455 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-876313a8-6f5d-48e4-99a1-649e1bc1f965 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:42.456423 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-876313a8-6f5d-48e4-99a1-649e1bc1f965 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.23 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 818 time: 0.4976325 Sep 20 05:05:42.466506 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.486111 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d224ccf1-1d4e-4a35-a5e2-2441cff66f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630185'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.535234 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-342e9f7c-4e55-4511-bf20-214aad149394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.571683 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d224ccf1-1d4e-4a35-a5e2-2441cff66f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.575372 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-342e9f7c-4e55-4511-bf20-214aad149394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.599139 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb81cefe-d668-4fac-9282-92fd27cd0a06 None None] Network 22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:42.747890 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d224ccf1-1d4e-4a35-a5e2-2441cff66f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26114793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26194413'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.765134 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-342e9f7c-4e55-4511-bf20-214aad149394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.767953 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-342e9f7c-4e55-4511-bf20-214aad149394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.769272 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-342e9f7c-4e55-4511-bf20-214aad149394 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3205c500-565d-4d52-990b-000f6b6ee87a HTTP/1.1" status: 204 len: 168 time: 0.3944840 Sep 20 05:05:42.806029 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224ccf1-1d4e-4a35-a5e2-2441cff66f96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=356713e0-ecad-4a13-a40d-76b6bae63fc6,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:42.809377 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d224ccf1-1d4e-4a35-a5e2-2441cff66f96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:42.811490 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d224ccf1-1d4e-4a35-a5e2-2441cff66f96 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/356713e0-ecad-4a13-a40d-76b6bae63fc6 HTTP/1.1" status: 204 len: 168 time: 0.5007012 Sep 20 05:05:42.813824 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e9f7c-4e55-4511-bf20-214aad149394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3205c500-565d-4d52-990b-000f6b6ee87a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:42.815550 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35936) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:42.921181 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.018449 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a1e6c8b5-f11c-43fb-9cb4-c54bdb0b2f6b req-f2bd6f23-5719-4c08-8db4-3ae932c74543 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 210 time: 0.0553105 Sep 20 05:05:43.042901 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:43.065305 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Pushing event updated for resources: {'Port': ['ID=b1320ba1-c5dd-40cc-bd21-267c042ff4cc,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:43.067743 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:43.082792 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:43.088804 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:43.089316 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.119647 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.122869 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.134173 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-c5d4beb2-e96e-4d27-88b5-c884385e2a8b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5780919 Sep 20 05:05:43.145390 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ed317-cbbb-43b9-aa0a-bf8f507e4ae8 req-fc43d9e9-a836-44d2-8748-278b29ae97e0 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:43.147412 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-748ed317-cbbb-43b9-aa0a-bf8f507e4ae8 req-fc43d9e9-a836-44d2-8748-278b29ae97e0 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 943 time: 0.1914661 Sep 20 05:05:43.148205 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91919500-2673-4535-9210-6f3fc60d6f49']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:43.158537 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aff9ab3-4178-4e9b-8eec-b960ec8d2a73') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:43.158815 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aff9ab3-4178-4e9b-8eec-b960ec8d2a73') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:05:43.171135 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630178'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.188103 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.197065 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:05:43.197452 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113335'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: timer() Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: cb(*args, **kw) Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: self._notify() Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: self.callback(batched_events) Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: event.method(event) Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._get(url).json() Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:05:43.200828 dv-cinder-809965-1-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:05:43.204880 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.272972 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.285304 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-748ed317-cbbb-43b9-aa0a-bf8f507e4ae8 req-e7e7b332-d4d7-434a-bb7b-55ad78c5e827 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201918 Sep 20 05:05:43.287137 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.292793 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] 10.222.0.32 "DELETE /v2.0/networks/91919500-2673-4535-9210-6f3fc60d6f49 HTTP/1.1" status: 204 len: 168 time: 0.4758124 Sep 20 05:05:43.298271 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:43.302559 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d3970-c16b-4506-b9c5-ff5c95f0b35a admin admin] Pushing event deleted for resources: {'Network': ['ID=91919500-2673-4535-9210-6f3fc60d6f49,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:43.302819 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:43.321785 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:43.376932 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35954) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:43.400245 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6da7a44f-d720-4b5c-9956-dec8ba884608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.434684 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event updated for resources: {'Port': ['ID=54fb6646-324a-4f91-a4fe-c09beed52b6a,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:43.459235 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Allocated IP 172.27.1.85 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/a353047d-ca9a-4b37-b495-2af459e02549) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:43.483503 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.522257 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35958) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:43.529071 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-203075987-network', 'tenant_id': '3dac444b9a924620be2b0b1bc03dfb5e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:43.543855 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6da7a44f-d720-4b5c-9956-dec8ba884608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.545158 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35960) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:43.575248 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6da7a44f-d720-4b5c-9956-dec8ba884608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.594405 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.638201 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8d388b8b-7ece-472e-b50a-efef960350a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9eb6d029e0e946fd9328b9f2358c814e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889888 Sep 20 05:05:43.638201 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Made reservation on behalf of 3dac444b9a924620be2b0b1bc03dfb5e for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:43.639471 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.641170 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35962) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:43.665799 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7a44f-d720-4b5c-9956-dec8ba884608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33962e8-700c-43c6-94d4-b75e980f676c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:43.673490 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6da7a44f-d720-4b5c-9956-dec8ba884608 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=108b31137ad7457c8992e0a0a6900496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953036 Sep 20 05:05:43.675288 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.676462 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 35964) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:43.681236 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.711760 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device ad78b523-4a34-4759-b562-05859c91569f up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:43.739544 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-42bd8492-494b-49a9-b1e9-e102e52eb7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.774544 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-42bd8492-494b-49a9-b1e9-e102e52eb7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.777086 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port ad78b523-4a34-4759-b562-05859c91569f triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:43.777771 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.829966 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-53e237c2-c8df-4b81-b194-bb005d7d9234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.853892 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.854347 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.857477 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-42bd8492-494b-49a9-b1e9-e102e52eb7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.860682 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-42bd8492-494b-49a9-b1e9-e102e52eb7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.864495 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-42bd8492-494b-49a9-b1e9-e102e52eb7b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e298add0-572c-4b2a-a8a5-403c40696634 HTTP/1.1" status: 204 len: 168 time: 0.2184598 Sep 20 05:05:43.877820 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.878394 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-53e237c2-c8df-4b81-b194-bb005d7d9234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.889726 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd8492-494b-49a9-b1e9-e102e52eb7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e298add0-572c-4b2a-a8a5-403c40696634,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:43.899125 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:05:43.899985 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:43.926815 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.927087 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Added segment 7b303e5c-71e9-4be8-812f-a5ca0af121e2 of type vlan for network b24cd8bc-a7a7-4077-ac39-ebec26904ee1 Sep 20 05:05:43.938478 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2626b345-b695-456c-84f3-7a8be73c2f1d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:43.948295 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.960690 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:43.970837 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.979618 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:43.982829 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:43.984915 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:43.986727 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event updated for resources: {'Port': ['ID=a353047d-ca9a-4b37-b495-2af459e02549,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:43.990095 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:43.990773 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.020662 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.022147 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:44.022771 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.024797 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.062773 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5369318 Sep 20 05:05:44.062966 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35970) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:44.069448 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-0dedcc3a-eff2-41fb-b14e-a039c4090218 admin admin] Request body: {'subnet': {'network_id': 'b24cd8bc-a7a7-4077-ac39-ebec26904ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-203075987-subnet', 'tenant_id': '3dac444b9a924620be2b0b1bc03dfb5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:44.109093 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c647f0-0fe7-429f-966a-a73a5d9a7de7 admin admin] Pushing event updated for resources: {'Network': ['ID=b24cd8bc-a7a7-4077-ac39-ebec26904ee1,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:44.119952 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network b24cd8bc-a7a7-4077-ac39-ebec26904ee1 details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:05:44.132838 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event updated for resources: {'Port': ['ID=54fb6646-324a-4f91-a4fe-c09beed52b6a,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:44.133391 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dedcc3a-eff2-41fb-b14e-a039c4090218 admin admin] Made reservation on behalf of 3dac444b9a924620be2b0b1bc03dfb5e for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:44.135835 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0dedcc3a-eff2-41fb-b14e-a039c4090218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26194378'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.149268 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.150355 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0bc6d828-e275-423f-a04c-16d173d031a8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1265454 Sep 20 05:05:44.193409 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4fc9158f-c700-4e4a-8dd3-252819638abb req-2073c50c-590c-4b1a-bffb-adcc6683a6f6 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 210 time: 0.0507486 Sep 20 05:05:44.194863 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.202034 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-53e237c2-c8df-4b81-b194-bb005d7d9234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.205423 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-53e237c2-c8df-4b81-b194-bb005d7d9234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.208099 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-53e237c2-c8df-4b81-b194-bb005d7d9234 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f33962e8-700c-43c6-94d4-b75e980f676c HTTP/1.1" status: 204 len: 168 time: 0.5278566 Sep 20 05:05:44.216958 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e237c2-c8df-4b81-b194-bb005d7d9234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33962e8-700c-43c6-94d4-b75e980f676c,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:44.248376 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.435777 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0dedcc3a-eff2-41fb-b14e-a039c4090218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26114730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26194404'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.518962 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedcc3a-eff2-41fb-b14e-a039c4090218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2aed5e-8cc6-4226-a1ab-f87c5361e8aa,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:44.530978 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dedcc3a-eff2-41fb-b14e-a039c4090218 admin admin] Checking segment: {'id': '7b303e5c-71e9-4be8-812f-a5ca0af121e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b24cd8bc-a7a7-4077-ac39-ebec26904ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:44.531605 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dedcc3a-eff2-41fb-b14e-a039c4090218 admin admin] Network hostable DHCP agents. Network: b24cd8bc-a7a7-4077-ac39-ebec26904ee1, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:05:44.551244 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-fb3b15e6-d6d9-4cca-919d-5d040bbb9802 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--425492674&fields=id&tenant_id=1bfea594b1e04a0da5dd12d328acb684 HTTP/1.1" status: 200 len: 267 time: 0.1168404 Sep 20 05:05:44.553334 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dedcc3a-eff2-41fb-b14e-a039c4090218 admin admin] Network b24cd8bc-a7a7-4077-ac39-ebec26904ee1 is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:05:44.566651 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-0dedcc3a-eff2-41fb-b14e-a039c4090218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, b24cd8bc-a7a7-4077-ac39-ebec26904ee1) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:44.571230 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dedcc3a-eff2-41fb-b14e-a039c4090218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:44.572550 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0dedcc3a-eff2-41fb-b14e-a039c4090218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.578294 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583320f1-1e17-42b4-8c4a-ca3c0ab82f86 None None] Network b24cd8bc-a7a7-4077-ac39-ebec26904ee1 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:44.594568 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0dedcc3a-eff2-41fb-b14e-a039c4090218 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5305684 Sep 20 05:05:44.672259 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 35998) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:44.735522 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-3c69102a-c8e0-4896-8e52-d744322786c5 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:44.748989 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-3c69102a-c8e0-4896-8e52-d744322786c5 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/networks?id=82ed44a3-5020-459e-a5d8-53caa9b90a71 HTTP/1.1" status: 200 len: 811 time: 0.1829152 Sep 20 05:05:44.755641 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-721966be-8eea-4c3c-9197-9ea991103184 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb8058a57eda4cfa9d9bf0b4236aef25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823300 Sep 20 05:05:44.757174 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e7c331-ba4b-45c9-80a3-8457e314ae2b None None] Network b24cd8bc-a7a7-4077-ac39-ebec26904ee1 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:05:44.758184 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36000) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:44.811907 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc0be9f5-2f53-4deb-9d4e-529ecf722cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.813812 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.818826 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-7ffea07b-6d88-4c5c-af99-ff2e3184718e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/quotas/1bfea594b1e04a0da5dd12d328acb684 HTTP/1.1" status: 200 len: 375 time: 0.0661619 Sep 20 05:05:44.831629 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79011f36-f7e4-42ea-8de6-e4e961329697 req-43ba15e2-202a-44cb-bd65-6ff0c598d878 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:44.840680 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-79011f36-f7e4-42ea-8de6-e4e961329697 req-43ba15e2-202a-44cb-bd65-6ff0c598d878 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 943 time: 0.4245107 Sep 20 05:05:44.846035 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.856733 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc0be9f5-2f53-4deb-9d4e-529ecf722cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.919754 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc0be9f5-2f53-4deb-9d4e-529ecf722cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.923531 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc0be9f5-2f53-4deb-9d4e-529ecf722cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.924873 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bc0be9f5-2f53-4deb-9d4e-529ecf722cb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/491fdd81-bae8-46bf-944a-23f075ccce53 HTTP/1.1" status: 204 len: 168 time: 0.1655784 Sep 20 05:05:44.940997 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0be9f5-2f53-4deb-9d4e-529ecf722cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491fdd81-bae8-46bf-944a-23f075ccce53,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:44.941855 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:44.968568 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event updated for resources: {'Port': ['ID=a353047d-ca9a-4b37-b495-2af459e02549,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:45.003799 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-dd58203b-ae70-41eb-8e0e-bd81f7595f5a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bfea594b1e04a0da5dd12d328acb684&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1599903 Sep 20 05:05:45.008571 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-79011f36-f7e4-42ea-8de6-e4e961329697 req-a7f9873f-81b6-43b7-aa22-7f8a57e419a6 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664197 Sep 20 05:05:45.009602 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:45.011320 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9d3fd723-83b7-48e0-b5cc-780b12799ba9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6080217 Sep 20 05:05:45.135262 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 02c018db-a9de-4a50-8c02-a2f1a7f48b9f details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:05:45.159864 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-122d0b7e-06e7-4af4-98b1-90626733ab04 service neutron] 10.222.0.32 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221511 Sep 20 05:05:45.166552 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Request body: {'port': {'device_id': '0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:45.175010 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Request body: {'port': {'device_id': '491019d0-552a-4423-b47e-0424e0c94b00', 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe', 'admin_state_up': True, 'tenant_id': '0cf0a4df25cc49e393cc62181affc848'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:45.336170 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=02c018db-a9de-4a50-8c02-a2f1a7f48b9f,segment=NetworkSegment(ca4bad22-03aa-46fd-b6d6-098aea221b4d),segment_id=ca4bad22-03aa-46fd-b6d6-098aea221b4d)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:45.354434 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '02c018db-a9de-4a50-8c02-a2f1a7f48b9f', 'network_id': 'c15efc9c-597b-4d67-8ddd-98f9e18fba2a', 'port_id': '02c018db-a9de-4a50-8c02-a2f1a7f48b9f', 'mac_address': 'fa:16:3e:d3:5a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c372faf5-3ffa-4340-b818-3ac4cdbdbb0a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:05:45.418295 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-315b69ae-2ca7-4a6d-8414-2b278f9bf3e2 req-9cd95025-66ec-40ad-9825-5fb7d47b4fd4 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 210 time: 0.0901349 Sep 20 05:05:45.425175 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:45.457543 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c018db-a9de-4a50-8c02-a2f1a7f48b9f {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:05:45.458523 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:45.484260 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Made reservation on behalf of 0cf0a4df25cc49e393cc62181affc848 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:45.488296 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:45.509276 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=02c018db-a9de-4a50-8c02-a2f1a7f48b9f,segment=NetworkSegment(ca4bad22-03aa-46fd-b6d6-098aea221b4d),segment_id=ca4bad22-03aa-46fd-b6d6-098aea221b4d)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:45.515483 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:45.687822 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Allocated IP 172.20.0.14 (0d0e68ee-1d0e-48b7-95d6-cd30569d92fe/b9dab44c-6e76-406e-b06a-c49dd641171c/506ec739-6cc1-43a4-bb59-a2f46a11504e) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:45.689493 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=02c018db-a9de-4a50-8c02-a2f1a7f48b9f,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:45.859529 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['02c018db-a9de-4a50-8c02-a2f1a7f48b9f'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:05:45.925099 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-69398042-f393-4812-bbd9-eabccb63fbe9 service neutron] 10.222.0.32 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6434672 Sep 20 05:05:46.183444 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-2769aa07-b48f-4c9a-8293-33e4856bc3f5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1703959565&fields=id&tenant_id=0ad587c82aaf4f638b2311fc969a1ec6 HTTP/1.1" status: 200 len: 267 time: 0.4861643 Sep 20 05:05:46.425049 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-507b697c-85d8-42a8-ace8-214282d96bbb tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:46.428893 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-507b697c-85d8-42a8-ace8-214282d96bbb tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 816 time: 0.2247796 Sep 20 05:05:46.540268 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-a8d7f4ca-7fcb-479d-b1fc-1db1b5edfbc0 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/quotas/0ad587c82aaf4f638b2311fc969a1ec6 HTTP/1.1" status: 200 len: 375 time: 0.0253685 Sep 20 05:05:46.544737 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:46.572666 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd58e00-bcd4-45a8-9364-97c8ae77f0f0 req-cac8b21f-6b2a-43f6-bd75-c9fcf9305334 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:46.574724 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bbd58e00-bcd4-45a8-9364-97c8ae77f0f0 req-cac8b21f-6b2a-43f6-bd75-c9fcf9305334 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 944 time: 0.2563426 Sep 20 05:05:46.672773 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bbd58e00-bcd4-45a8-9364-97c8ae77f0f0 req-36245863-1b30-47dd-a597-5638773199fd tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791140 Sep 20 05:05:46.687215 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:46.792457 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-60f3c64b-19a2-4f17-b750-1c7b0cccce20 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2448478 Sep 20 05:05:46.857285 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:46.861556 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-52e0c37d-1da9-40f0-81cb-1516fe83e013 req-8544ce1c-3051-4199-9202-76f0164ee61f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 210 time: 0.0882547 Sep 20 05:05:46.873748 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:46.888522 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:46.894107 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:46.894736 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:46.897239 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Pushing event updated for resources: {'Port': ['ID=506ec739-6cc1-43a4-bb59-a2f46a11504e,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:46.924861 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-59d7f684-6969-4ee8-be90-b4d7e68b7d56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7626529 Sep 20 05:05:46.945307 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Request body: {'port': {'device_id': '491019d0-552a-4423-b47e-0424e0c94b00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:47.070273 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:47.070807 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 02c018db-a9de-4a50-8c02-a2f1a7f48b9f up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:47.088167 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1320ba1-c5dd-40cc-bd21-267c042ff4cc {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:05:47.101584 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:47.141383 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3edc8-eb1c-467a-958e-a879bd3392a0 req-15008b87-8d79-437a-ae6d-5697bccdfc18 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:47.142627 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d3f3edc8-eb1c-467a-958e-a879bd3392a0 req-15008b87-8d79-437a-ae6d-5697bccdfc18 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 932 time: 0.1482425 Sep 20 05:05:47.155952 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Transition to ACTIVE for port object b1320ba1-c5dd-40cc-bd21-267c042ff4cc will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:05:47.184451 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:47.217729 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:05:47.225265 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:47.225833 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:47.356209 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d3f3edc8-eb1c-467a-958e-a879bd3392a0 req-61c820ef-b00d-4194-a573-ba4bfb448db2 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030387 Sep 20 05:05:47.398164 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Pushing event updated for resources: {'Port': ['ID=b1320ba1-c5dd-40cc-bd21-267c042ff4cc,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:47.438263 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:47.509864 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Attempting to bind port b1320ba1-c5dd-40cc-bd21-267c042ff4cc on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:47.513505 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada0a05e-b610-4fb5-bd5d-6831c066598b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c018db-a9de-4a50-8c02-a2f1a7f48b9f'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:05:47.513679 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Attempting to bind port b1320ba1-c5dd-40cc-bd21-267c042ff4cc by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:47.514000 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Attempting to bind port b1320ba1-c5dd-40cc-bd21-267c042ff4cc on network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:47.528434 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Port b1320ba1-c5dd-40cc-bd21-267c042ff4cc on network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:05:47.530348 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Attempting to bind port b1320ba1-c5dd-40cc-bd21-267c042ff4cc on network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:47.600119 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-d75a4137-d747-4139-a94d-43ad1359c45b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:05:47.601214 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-d75a4137-d747-4139-a94d-43ad1359c45b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126416 Sep 20 05:05:47.629051 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.23', 57635) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:47.636557 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:47.637754 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Checking segment: {'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:47.638291 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Bound using segment: {'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:47.658846 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Bound port: b1320ba1-c5dd-40cc-bd21-267c042ff4cc, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:47.660846 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:47.673835 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=02c018db-a9de-4a50-8c02-a2f1a7f48b9f,segment=NetworkSegment(ca4bad22-03aa-46fd-b6d6-098aea221b4d),segment_id=ca4bad22-03aa-46fd-b6d6-098aea221b4d)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:47.681046 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:47.807118 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=02c018db-a9de-4a50-8c02-a2f1a7f48b9f,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:48.044692 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0b837-c5ed-457a-8694-abf7de1e3a58 req-fd567810-868d-4552-ba69-b533f165f3b1 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:48.046985 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-10b0b837-c5ed-457a-8694-abf7de1e3a58 req-fd567810-868d-4552-ba69-b533f165f3b1 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 945 time: 0.1474571 Sep 20 05:05:48.067444 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10746b46-e62b-4511-a832-2449393eb8f6" -d '{"events": [{"server_uuid": "ada0a05e-b610-4fb5-bd5d-6831c066598b", "name": "network-vif-plugged", "status": "completed", "tag": "02c018db-a9de-4a50-8c02-a2f1a7f48b9f"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:05:48.078889 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-163a5079-23d5-41e5-862f-408a95aa8499 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:48.080724 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-163a5079-23d5-41e5-862f-408a95aa8499 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.23 "GET /v2.0/networks?id=82ed44a3-5020-459e-a5d8-53caa9b90a71 HTTP/1.1" status: 200 len: 811 time: 0.4383988 Sep 20 05:05:48.087875 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36192) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:48.147709 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] For port b1320ba1-c5dd-40cc-bd21-267c042ff4cc, host hv-cinder-80996, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:48.162885 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-47b95a4d-bf5f-4070-abb9-b9a8e835ffab tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bfea594b1e04a0da5dd12d328acb684 HTTP/1.1" status: 200 len: 379 time: 0.0642962 Sep 20 05:05:48.166014 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-fb5fc799-0d1e-4819-9810-dcf1f92f11f2 service neutron] 10.222.0.32 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478592 Sep 20 05:05:48.173247 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Request body: {'port': {'device_id': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'admin_state_up': True, 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'security_groups': ['e310ad0e-c0c1-43ea-8e89-d27d8a130073']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:48.183423 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] For port b1320ba1-c5dd-40cc-bd21-267c042ff4cc, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b1320ba1-c5dd-40cc-bd21-267c042ff4cc,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:48.201876 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506ec739-6cc1-43a4-bb59-a2f46a11504e {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:05:48.207267 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:48.226082 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-10b0b837-c5ed-457a-8694-abf7de1e3a58 req-1aeb4232-f952-4d2b-9595-84d42fa43a90 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668806 Sep 20 05:05:48.227954 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:48.286789 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Transition to ACTIVE for port object 506ec739-6cc1-43a4-bb59-a2f46a11504e will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:05:48.323249 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:48.324002 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:48.325440 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] 10.222.0.23 "PUT /v2.0/ports/b1320ba1-c5dd-40cc-bd21-267c042ff4cc HTTP/1.1" status: 200 len: 1093 time: 3.1645415 Sep 20 05:05:48.326123 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:48.327741 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f', 'tag': 'b1320ba1-c5dd-40cc-bd21-267c042ff4cc'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:05:48.329982 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbdad32-42d6-494b-b56b-f90d0aab79fa" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f", "tag": "b1320ba1-c5dd-40cc-bd21-267c042ff4cc"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:05:48.349706 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5123f422-bb57-4a1a-92f9-dcfac101ec04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:48.382815 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f07e09-3061-412a-83a6-c95daa1b2929 req-216b599f-d86a-4883-bace-f768d3196722 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 210 time: 0.0397513 Sep 20 05:05:48.394625 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3906eb-d743-4d7f-b9a1-d391bfde5466 service neutron] Pushing event updated for resources: {'Port': ['ID=b1320ba1-c5dd-40cc-bd21-267c042ff4cc,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:48.488603 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-f1d1db09-6b33-43c4-a93a-2ed47b6838ed service neutron] 10.222.0.32 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036287 Sep 20 05:05:48.564478 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Pushing event updated for resources: {'Port': ['ID=506ec739-6cc1-43a4-bb59-a2f46a11504e,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:48.577287 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-3b475764-abf8-464e-8da7-dfe11f6ba3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:48.579096 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-3b475764-abf8-464e-8da7-dfe11f6ba3e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 1096 time: 0.1815653 Sep 20 05:05:48.580468 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Attempting to bind port 506ec739-6cc1-43a4-bb59-a2f46a11504e on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:48.580961 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Attempting to bind port 506ec739-6cc1-43a4-bb59-a2f46a11504e by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:48.581460 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Attempting to bind port 506ec739-6cc1-43a4-bb59-a2f46a11504e on network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:48.591449 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Port 506ec739-6cc1-43a4-bb59-a2f46a11504e on network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:05:48.591774 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Attempting to bind port 506ec739-6cc1-43a4-bb59-a2f46a11504e on network 0d0e68ee-1d0e-48b7-95d6-cd30569d92fe {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:48.597267 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:48.597597 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Checking segment: {'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:48.598204 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Bound using segment: {'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:48.598735 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Bound port: 506ec739-6cc1-43a4-bb59-a2f46a11504e, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9adf50ce-1dca-41b7-90fa-fd59993f4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:48.598959 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:48.672907 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] For port 506ec739-6cc1-43a4-bb59-a2f46a11504e, host hv-cinder-80996, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:48.676628 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] For port 506ec739-6cc1-43a4-bb59-a2f46a11504e, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=506ec739-6cc1-43a4-bb59-a2f46a11504e,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:48.734356 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.db.api [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 05:05:48.734356 dv-cinder-809965-1-iscsi neutron-server[94085]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 20 05:05:48.734356 dv-cinder-809965-1-iscsi neutron-server[94085]: [parameters: {'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'id': '591cf58f-1c18-47a2-a41f-27a6f4649e34', 'expiration': datetime.datetime(2021, 9, 20, 5, 7, 48, 641718)}] Sep 20 05:05:48.734356 dv-cinder-809965-1-iscsi neutron-server[94085]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 05:05:48.735097 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG oslo_db.api [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 05:05:48.757896 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbed3fb-a597-4b61-afa7-f9709f49b641 x-openstack-request-id: req-bcbed3fb-a597-4b61-afa7-f9709f49b641 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:05:48.758766 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5123f422-bb57-4a1a-92f9-dcfac101ec04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:48.759048 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada0a05e-b610-4fb5-bd5d-6831c066598b", "name": "network-vif-plugged", "status": "completed", "tag": "02c018db-a9de-4a50-8c02-a2f1a7f48b9f", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:05:48.759613 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:48.759978 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcbed3fb-a597-4b61-afa7-f9709f49b641 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:05:48.760702 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada0a05e-b610-4fb5-bd5d-6831c066598b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c018db-a9de-4a50-8c02-a2f1a7f48b9f', 'code': 200} Sep 20 05:05:48.766671 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5123f422-bb57-4a1a-92f9-dcfac101ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:48.801975 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:48.802831 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:48.809537 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] 10.222.0.23 "PUT /v2.0/ports/506ec739-6cc1-43a4-bb59-a2f46a11504e HTTP/1.1" status: 200 len: 1094 time: 1.8670886 Sep 20 05:05:48.811338 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-23b1c296-59cc-4f0d-a3f4-9cae4a468cc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1320ba1-c5dd-40cc-bd21-267c042ff4cc HTTP/1.1" status: 200 len: 217 time: 0.1972373 Sep 20 05:05:48.814716 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36236) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:48.828748 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5123f422-bb57-4a1a-92f9-dcfac101ec04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f37b03bca3a746129647ef39a308c127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7390487 Sep 20 05:05:48.858790 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123f422-bb57-4a1a-92f9-dcfac101ec04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b439d-3d94-4345-a76b-1b21b23a6f7a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:48.878579 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ad3f1a-69fc-4460-b563-b0dcaf629cfc x-openstack-request-id: req-67ad3f1a-69fc-4460-b563-b0dcaf629cfc {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:05:48.878861 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f", "tag": "b1320ba1-c5dd-40cc-bd21-267c042ff4cc", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:05:48.879112 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67ad3f1a-69fc-4460-b563-b0dcaf629cfc {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:05:48.879493 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f', 'tag': 'b1320ba1-c5dd-40cc-bd21-267c042ff4cc', 'status': 'completed', 'code': 200} Sep 20 05:05:49.042895 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.23', 57641) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:49.203841 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d628328-2490-4b94-b217-c15db6af0d2c req-1f425908-7bf0-4f7e-92b5-c5d82f777d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:49.205838 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d628328-2490-4b94-b217-c15db6af0d2c req-1f425908-7bf0-4f7e-92b5-c5d82f777d3a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 1098 time: 0.1617055 Sep 20 05:05:49.261021 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d628328-2490-4b94-b217-c15db6af0d2c req-c0166874-a0af-4252-aa32-5bc47ca5eacb service neutron] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:49.311488 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Made reservation on behalf of 1bfea594b1e04a0da5dd12d328acb684 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:49.317900 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:49.379620 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe8eb1-789f-4329-9002-4d8a8c01d8c1 req-4cce1dd7-51c9-46e4-93e1-3db7b336a969 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:49.381444 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-debe8eb1-789f-4329-9002-4d8a8c01d8c1 req-4cce1dd7-51c9-46e4-93e1-3db7b336a969 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 944 time: 0.2212853 Sep 20 05:05:49.383274 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-9ea9e705-1b81-4045-bbcc-7fa4dee56e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:49.384685 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-9ea9e705-1b81-4045-bbcc-7fa4dee56e38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9dab44c-6e76-406e-b06a-c49dd641171c HTTP/1.1" status: 200 len: 858 time: 0.5539398 Sep 20 05:05:49.400345 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6952d-c48a-49c4-bd52-8c5af1e2d90b service neutron] Pushing event updated for resources: {'Port': ['ID=506ec739-6cc1-43a4-bb59-a2f46a11504e,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:49.505595 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-0c669fbc-7f0d-4705-b023-7e35bbc1513d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098397 Sep 20 05:05:49.513224 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-4d9d6418-465f-4ece-8508-2d228cecc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:49.514913 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-4d9d6418-465f-4ece-8508-2d228cecc5be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 1097 time: 0.5910707 Sep 20 05:05:49.542605 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a086e707-1fc4-45d7-b379-6654e5d68458 req-4f6782eb-d197-443e-8c84-2ffc7b09bc96 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 210 time: 0.3862751 Sep 20 05:05:49.610802 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-4155a448-61ac-4499-b577-f87e68122a83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=506ec739-6cc1-43a4-bb59-a2f46a11504e HTTP/1.1" status: 200 len: 217 time: 0.0654459 Sep 20 05:05:49.616432 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-27d5367f-4abc-40f8-997f-e4a231779e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:49.681280 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-debe8eb1-789f-4329-9002-4d8a8c01d8c1 req-dff10e30-d94b-4180-b957-94af090dbd49 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876756 Sep 20 05:05:49.730279 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-94814dd5-364d-4c72-bff1-d70e03ff78db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:49.731464 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Allocated IP 172.20.0.5 (82ed44a3-5020-459e-a5d8-53caa9b90a71/df531757-d500-4ae2-9c23-877c926ef6aa/2c4a28a2-50e3-49ef-8614-24102c628c59) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:49.732567 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-94814dd5-364d-4c72-bff1-d70e03ff78db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9dab44c-6e76-406e-b06a-c49dd641171c HTTP/1.1" status: 200 len: 858 time: 0.1136148 Sep 20 05:05:49.832907 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-27d5367f-4abc-40f8-997f-e4a231779e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:49.836897 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-5649815e-441d-4f42-aa5b-a0c831280f4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751188 Sep 20 05:05:49.847667 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d628328-2490-4b94-b217-c15db6af0d2c req-c0166874-a0af-4252-aa32-5bc47ca5eacb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:49.858599 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d628328-2490-4b94-b217-c15db6af0d2c req-c0166874-a0af-4252-aa32-5bc47ca5eacb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:49.889066 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaf1d1-e8ef-4327-82ab-d1b1f0f64426 req-b541de33-505b-4e4f-9393-c21f79ab5fab tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:49.893697 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36314) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:49.896802 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-43eaf1d1-e8ef-4327-82ab-d1b1f0f64426 req-b541de33-505b-4e4f-9393-c21f79ab5fab tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 945 time: 0.2203574 Sep 20 05:05:49.913846 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-69e4f245-ce3b-40fd-a625-b87e03cdc9d3 req-58804c71-90c0-4749-9aa3-9e823080fdf0 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 210 time: 0.0877862 Sep 20 05:05:49.969240 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d628328-2490-4b94-b217-c15db6af0d2c req-c0166874-a0af-4252-aa32-5bc47ca5eacb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7533758 Sep 20 05:05:49.982088 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0166874-a0af-4252-aa32-5bc47ca5eacb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e01fa7e8-5470-458f-b7f1-c6d3ed1a10a2,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:50.001781 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-431d5ea8-eb0f-4cdb-8488-893e1126ef3c service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542918 Sep 20 05:05:50.061021 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-43eaf1d1-e8ef-4327-82ab-d1b1f0f64426 req-d09a3f9c-0bec-4cb1-9d6e-0e565516e87f tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632965 Sep 20 05:05:50.091637 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-c6bb9f00-e19d-45ef-88f2-2fa9399c369b service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279444 Sep 20 05:05:50.095821 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.098571 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-27d5367f-4abc-40f8-997f-e4a231779e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.101481 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-27d5367f-4abc-40f8-997f-e4a231779e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.105203 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-27d5367f-4abc-40f8-997f-e4a231779e13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae2b439d-3d94-4345-a76b-1b21b23a6f7a HTTP/1.1" status: 204 len: 168 time: 1.2744298 Sep 20 05:05:50.111410 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5367f-4abc-40f8-997f-e4a231779e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b439d-3d94-4345-a76b-1b21b23a6f7a,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:50.154177 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.224881 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-71e2a25c-5017-4996-8620-a1392b7178d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.233416 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Network 82ed44a3-5020-459e-a5d8-53caa9b90a71 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:50.248962 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:50.257324 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:50.308199 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event updated for resources: {'Port': ['ID=2c4a28a2-50e3-49ef-8614-24102c628c59,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:50.350679 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:50.351259 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.444776 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-71e2a25c-5017-4996-8620-a1392b7178d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.456319 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-71e2a25c-5017-4996-8620-a1392b7178d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.473179 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-87a2d3d7-e0f6-4c96-bf89-41e442d97329 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3037155 Sep 20 05:05:50.517955 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Request body: {'port': {'device_id': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:50.583310 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-71e2a25c-5017-4996-8620-a1392b7178d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a31c649ff9c349aa911b0d9cf2d25776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6875308 Sep 20 05:05:50.583994 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2a25c-5017-4996-8620-a1392b7178d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d92288-5fd4-42f9-abe0-34bf8031920d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:50.588968 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36346) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:50.590269 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36348) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:50.631034 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12f4379e-864e-45c3-94f0-2d20442e4a3a req-191745a3-1b91-49e6-a763-96e9e0e80d5c service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258615 Sep 20 05:05:50.643698 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c1190809-12d8-446e-80cb-a0c9cadcee9e None None] Provisioning complete for port 2c4a28a2-50e3-49ef-8614-24102c628c59 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:50.649382 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c1190809-12d8-446e-80cb-a0c9cadcee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.649524 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b039af04-3bf0-4a39-a42b-e6f16dff8704 req-99b9b978-7a9c-4aaa-98dc-ccb97972a9d4 service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296568 Sep 20 05:05:50.653387 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd2d3ee7-d8ae-47c8-8def-b3ed23510dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.737157 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c4bc70ec-9414-4694-9a8e-bb21701fcc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.743354 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-c1190809-12d8-446e-80cb-a0c9cadcee9e None None] Port 2c4a28a2-50e3-49ef-8614-24102c628c59 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:05:50.763359 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c4bc70ec-9414-4694-9a8e-bb21701fcc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.768486 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:50.791564 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36362) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:50.797476 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6c6b5130-d2b5-45fd-a7bf-11cf92836b58 req-d0e1032f-f1c8-49c5-9c4c-364398c50a1d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 210 time: 0.0856724 Sep 20 05:05:50.880279 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491019d0-552a-4423-b47e-0424e0c94b00', 'tag': '506ec739-6cc1-43a4-bb59-a2f46a11504e'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:05:50.883413 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ef569d-70db-497d-a3df-d719966ad9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "491019d0-552a-4423-b47e-0424e0c94b00", "tag": "506ec739-6cc1-43a4-bb59-a2f46a11504e"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:05:50.921881 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1e7b2-98ab-40cf-9638-a21e6ac5c237 req-957ffe59-21ba-4aa8-9173-337bc2728647 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:50.923694 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-78f1e7b2-98ab-40cf-9638-a21e6ac5c237 req-957ffe59-21ba-4aa8-9173-337bc2728647 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 944 time: 0.0765564 Sep 20 05:05:50.929910 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1498711c-c0d0-432f-8ac2-2cbeb91c5ffb x-openstack-request-id: req-1498711c-c0d0-432f-8ac2-2cbeb91c5ffb {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:05:50.930238 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491019d0-552a-4423-b47e-0424e0c94b00", "tag": "506ec739-6cc1-43a4-bb59-a2f46a11504e", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:05:50.930444 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1498711c-c0d0-432f-8ac2-2cbeb91c5ffb {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:05:50.930907 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491019d0-552a-4423-b47e-0424e0c94b00', 'tag': '506ec739-6cc1-43a4-bb59-a2f46a11504e', 'status': 'completed', 'code': 200} Sep 20 05:05:51.040429 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c4bc70ec-9414-4694-9a8e-bb21701fcc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:51.043033 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c4bc70ec-9414-4694-9a8e-bb21701fcc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:51.046528 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c4bc70ec-9414-4694-9a8e-bb21701fcc8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74d92288-5fd4-42f9-abe0-34bf8031920d HTTP/1.1" status: 204 len: 168 time: 0.4523957 Sep 20 05:05:51.079938 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a83f-6090-4991-8fc4-fc6f90401366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:51.119019 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-78f1e7b2-98ab-40cf-9638-a21e6ac5c237 req-b3117993-b347-44aa-9339-6fdd9399e962 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862943 Sep 20 05:05:51.134859 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc70ec-9414-4694-9a8e-bb21701fcc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d92288-5fd4-42f9-abe0-34bf8031920d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:51.219618 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4182a-f3c5-498e-b64a-d0e8c5dee0bc req-db1683be-8b37-4ed7-81a7-6e4a0f07d55e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:51.219618 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70e4182a-f3c5-498e-b64a-d0e8c5dee0bc req-db1683be-8b37-4ed7-81a7-6e4a0f07d55e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 931 time: 0.2026982 Sep 20 05:05:51.247640 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef569d-70db-497d-a3df-d719966ad9ea req-fe8c66ad-228e-40d4-80bb-e6a62db0abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:51.249207 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b3ef569d-70db-497d-a3df-d719966ad9ea req-fe8c66ad-228e-40d4-80bb-e6a62db0abbc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 1097 time: 0.2302401 Sep 20 05:05:51.267402 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd2d3ee7-d8ae-47c8-8def-b3ed23510dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:51.277625 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdad32-42d6-494b-b56b-f90d0aab79fa req-ef8ef2a2-c437-4a05-99d3-a2d2c2438b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:51.279107 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fbdad32-42d6-494b-b56b-f90d0aab79fa req-ef8ef2a2-c437-4a05-99d3-a2d2c2438b74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 1096 time: 0.3067801 Sep 20 05:05:51.294912 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd2d3ee7-d8ae-47c8-8def-b3ed23510dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:51.324648 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193250-4a52-4892-878c-9b460c6a1590 req-23936c1f-533e-483c-a720-ac5cee7866d9 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:51.326148 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c3193250-4a52-4892-878c-9b460c6a1590 req-23936c1f-533e-483c-a720-ac5cee7866d9 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 945 time: 0.1187394 Sep 20 05:05:51.356281 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-cd117828-5683-4a77-b1f9-89e059cb6d46 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:51.357790 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-cd117828-5683-4a77-b1f9-89e059cb6d46 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.23 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 816 time: 0.3567548 Sep 20 05:05:51.380781 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70e4182a-f3c5-498e-b64a-d0e8c5dee0bc req-209853d6-1b94-4bfb-b388-7714df45bb77 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275530 Sep 20 05:05:51.413824 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36380) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:51.455808 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-dd2d3ee7-d8ae-47c8-8def-b3ed23510dbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d57c67075e104cf29e32f794b17d2abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8650250 Sep 20 05:05:51.456544 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d3ee7-d8ae-47c8-8def-b3ed23510dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e361e4-1b45-4e9e-99f7-b91f5683cafa,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:51.464900 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36382) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:51.488375 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c3193250-4a52-4892-878c-9b460c6a1590 req-530d4de4-fbb4-4734-9c22-0d98981a1a27 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426125 Sep 20 05:05:51.489086 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b37603e5-957b-4b1b-afd3-1719fdae3dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:51.533845 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-615c2b20-77d3-4d8d-82f7-8b39d1c3a6db tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ad587c82aaf4f638b2311fc969a1ec6 HTTP/1.1" status: 200 len: 380 time: 0.1383824 Sep 20 05:05:51.553065 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Request body: {'port': {'device_id': 'a5770061-2fc4-4c56-a4df-859993e72367', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'admin_state_up': True, 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'security_groups': ['b19dea0f-7a4b-42ac-b8de-c628a3bab2c2']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:51.562160 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdad32-42d6-494b-b56b-f90d0aab79fa req-3c6d80af-d886-4145-8bd7-ca5b90db6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:51.563724 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fbdad32-42d6-494b-b56b-f90d0aab79fa req-3c6d80af-d886-4145-8bd7-ca5b90db6a02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 918 time: 0.2591238 Sep 20 05:05:51.626164 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fbdad32-42d6-494b-b56b-f90d0aab79fa req-e09904be-2d73-4382-8e5b-b82ae212bcb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1320ba1-c5dd-40cc-bd21-267c042ff4cc HTTP/1.1" status: 200 len: 217 time: 0.0482135 Sep 20 05:05:51.726220 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef569d-70db-497d-a3df-d719966ad9ea req-54a9f378-3d6d-4bed-82e9-20b7aff45cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:51.727717 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b3ef569d-70db-497d-a3df-d719966ad9ea req-54a9f378-3d6d-4bed-82e9-20b7aff45cdc service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 918 time: 0.4626541 Sep 20 05:05:51.728316 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdad32-42d6-494b-b56b-f90d0aab79fa req-0049fd73-3af9-4e8f-b487-99baeb5e3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:51.729770 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fbdad32-42d6-494b-b56b-f90d0aab79fa req-0049fd73-3af9-4e8f-b487-99baeb5e3550 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9dab44c-6e76-406e-b06a-c49dd641171c HTTP/1.1" status: 200 len: 858 time: 0.0756145 Sep 20 05:05:51.733402 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4a28a2-50e3-49ef-8614-24102c628c59 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:05:51.751152 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:51.799726 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fbdad32-42d6-494b-b56b-f90d0aab79fa req-8b3025e1-2d5f-49f3-b93a-0a287050aee5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294316 Sep 20 05:05:51.852197 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Transition to ACTIVE for port object 2c4a28a2-50e3-49ef-8614-24102c628c59 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:05:51.859347 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b3ef569d-70db-497d-a3df-d719966ad9ea req-5f47376a-534c-431e-bf70-c8385d24a9e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=506ec739-6cc1-43a4-bb59-a2f46a11504e HTTP/1.1" status: 200 len: 217 time: 0.0832608 Sep 20 05:05:51.861076 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7527f984-1a23-4da5-a6d1-b72d15eb3303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:51.864211 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:51.918600 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6f197f30-3b94-43bc-9448-7b80c5481338 req-fce65ca0-0b22-4598-bbe4-978bd177e2dd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 210 time: 0.0344236 Sep 20 05:05:51.940915 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fbdad32-42d6-494b-b56b-f90d0aab79fa req-3013fb6d-818f-4277-b96c-60f183653117 service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336823 Sep 20 05:05:51.966185 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7527f984-1a23-4da5-a6d1-b72d15eb3303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:51.982379 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a83f-6090-4991-8fc4-fc6f90401366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.068064 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a83f-6090-4991-8fc4-fc6f90401366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.101796 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fbdad32-42d6-494b-b56b-f90d0aab79fa req-63c68411-532f-45e9-93bb-967debb175d6 service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518674 Sep 20 05:05:52.132299 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef569d-70db-497d-a3df-d719966ad9ea req-d5afb19f-0dd6-4684-ac42-4b615f563015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:52.133902 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b3ef569d-70db-497d-a3df-d719966ad9ea req-d5afb19f-0dd6-4684-ac42-4b615f563015 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9dab44c-6e76-406e-b06a-c49dd641171c HTTP/1.1" status: 200 len: 858 time: 0.2449124 Sep 20 05:05:52.178555 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b37603e5-957b-4b1b-afd3-1719fdae3dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.207350 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b37603e5-957b-4b1b-afd3-1719fdae3dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.237707 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b3ef569d-70db-497d-a3df-d719966ad9ea req-f441ac5b-9fb9-4c35-a927-9bb6e44f9727 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783756 Sep 20 05:05:52.238305 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4a28a2-50e3-49ef-8614-24102c628c59,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:52.259816 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b37603e5-957b-4b1b-afd3-1719fdae3dc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8ab8a2515e943b0b47a3da58926b945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8420970 Sep 20 05:05:52.279844 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36396) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:52.313694 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4ae4a83f-6090-4991-8fc4-fc6f90401366 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8398c3e96efb4397882d51b6bf9536a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5209012 Sep 20 05:05:52.318450 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36398) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:52.320909 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4a83f-6090-4991-8fc4-fc6f90401366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad96579-40b0-4103-b8d1-1dcf2f2f6632,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:52.339650 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Made reservation on behalf of 0ad587c82aaf4f638b2311fc969a1ec6 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:05:52.378240 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7527f984-1a23-4da5-a6d1-b72d15eb3303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.380786 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7527f984-1a23-4da5-a6d1-b72d15eb3303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.382052 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7527f984-1a23-4da5-a6d1-b72d15eb3303 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58e361e4-1b45-4e9e-99f7-b91f5683cafa HTTP/1.1" status: 204 len: 168 time: 0.9091432 Sep 20 05:05:52.387322 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Attempting to bind port 2c4a28a2-50e3-49ef-8614-24102c628c59 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:52.387771 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Attempting to bind port 2c4a28a2-50e3-49ef-8614-24102c628c59 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:52.387997 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Attempting to bind port 2c4a28a2-50e3-49ef-8614-24102c628c59 on network 82ed44a3-5020-459e-a5d8-53caa9b90a71 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:52.396828 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Port 2c4a28a2-50e3-49ef-8614-24102c628c59 on network 82ed44a3-5020-459e-a5d8-53caa9b90a71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:05:52.397142 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Attempting to bind port 2c4a28a2-50e3-49ef-8614-24102c628c59 on network 82ed44a3-5020-459e-a5d8-53caa9b90a71 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:52.412218 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:52.412585 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Checking segment: {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:52.413163 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Bound using segment: {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:52.413720 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Bound port: 2c4a28a2-50e3-49ef-8614-24102c628c59, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:52.414284 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.420383 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527f984-1a23-4da5-a6d1-b72d15eb3303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e361e4-1b45-4e9e-99f7-b91f5683cafa,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:52.478467 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b3ef569d-70db-497d-a3df-d719966ad9ea req-1e4ec2e3-4261-4ad3-9939-272f24e34374 service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204132 Sep 20 05:05:52.530798 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.533974 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] For port 2c4a28a2-50e3-49ef-8614-24102c628c59, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:52.541973 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37603e5-957b-4b1b-afd3-1719fdae3dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767ce58f-7211-4fb5-8cd7-be16e435ee6f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:52.592695 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] For port 2c4a28a2-50e3-49ef-8614-24102c628c59, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2c4a28a2-50e3-49ef-8614-24102c628c59,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:52.600535 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.617034 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745febe2-5575-4040-ac0e-37343066bcc5 req-b04aed7c-bd4e-482a-b492-ece2753e4987 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:52.618624 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-745febe2-5575-4040-ac0e-37343066bcc5 req-b04aed7c-bd4e-482a-b492-ece2753e4987 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 944 time: 0.3746626 Sep 20 05:05:52.661864 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:52.662483 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.663939 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] 10.222.0.23 "PUT /v2.0/ports/2c4a28a2-50e3-49ef-8614-24102c628c59 HTTP/1.1" status: 200 len: 1093 time: 2.1636610 Sep 20 05:05:52.664832 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'tag': '2c4a28a2-50e3-49ef-8614-24102c628c59'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:05:52.685150 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b3ef569d-70db-497d-a3df-d719966ad9ea req-2c42fd95-da45-4ba8-b92f-c7d69e44f0aa service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963587 Sep 20 05:05:52.697156 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19200347-c978-4ca0-9ab1-546a334eb800 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4a28a2-50e3-49ef-8614-24102c628c59,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:52.781392 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5a766f3-2442-41c7-a0f5-2f98732131d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.791204 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794dc8-95df-40f3-8535-8db23bc8a83c req-5fc7a262-d60c-49d9-a2b3-4d2e63efbd19 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:52.798836 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a4794dc8-95df-40f3-8535-8db23bc8a83c req-5fc7a262-d60c-49d9-a2b3-4d2e63efbd19 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 943 time: 0.2614882 Sep 20 05:05:52.800663 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf183-f96a-4573-9421-66c9f9462c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.803027 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-eb8b36a1-f3bd-4802-b27b-d67f8cbf5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:52.805227 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-eb8b36a1-f3bd-4802-b27b-d67f8cbf5b5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1bfea594b1e04a0da5dd12d328acb684&device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 1096 time: 0.0663538 Sep 20 05:05:52.833946 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-745febe2-5575-4040-ac0e-37343066bcc5 req-b097311f-6afb-4c74-ae58-d2c1ce6e3efe tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061598 Sep 20 05:05:52.874217 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-2b0a1b32-9983-461a-9441-30d03f7b8609 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4a28a2-50e3-49ef-8614-24102c628c59 HTTP/1.1" status: 200 len: 217 time: 0.0535324 Sep 20 05:05:52.898974 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5a766f3-2442-41c7-a0f5-2f98732131d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.901252 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a002ff-0306-4543-bb3a-6956856a621f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e215ec2-8aca-436b-a263-0b0e255e3325", "tag": "2c4a28a2-50e3-49ef-8614-24102c628c59"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:05:52.920378 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf183-f96a-4573-9421-66c9f9462c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:52.943163 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-b2d72dbd-3308-411c-aede-77e39ddef5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:52.944803 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-b2d72dbd-3308-411c-aede-77e39ddef5ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df531757-d500-4ae2-9c23-877c926ef6aa HTTP/1.1" status: 200 len: 850 time: 0.0640991 Sep 20 05:05:52.982496 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a4794dc8-95df-40f3-8535-8db23bc8a83c req-ec135af7-5c95-4fb8-8dff-00dac77b290b tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825109 Sep 20 05:05:53.035095 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Allocated IP 172.20.0.4 (938fc456-60b7-4e39-9ccf-45538a5abe25/71871696-4302-48e7-95a4-aa932a5d3f6d/f123ffee-366f-4849-a484-c8f6c7824115) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:05:53.050005 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-9fcee965-c8e7-41bc-b0b4-4adb59ed7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:53.063054 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-9fcee965-c8e7-41bc-b0b4-4adb59ed7a8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82ed44a3-5020-459e-a5d8-53caa9b90a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1089184 Sep 20 05:05:53.091989 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fc177-102e-4add-8cc7-598f7adea48e req-8930c5ed-936a-45ba-aec5-920f99751510 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:53.093644 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-008fc177-102e-4add-8cc7-598f7adea48e req-8930c5ed-936a-45ba-aec5-920f99751510 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 945 time: 0.1370687 Sep 20 05:05:53.099214 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf183-f96a-4573-9421-66c9f9462c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:53.101750 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf183-f96a-4573-9421-66c9f9462c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:53.105820 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e2bbf183-f96a-4573-9421-66c9f9462c70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dad96579-40b0-4103-b8d1-1dcf2f2f6632 HTTP/1.1" status: 204 len: 168 time: 0.7810597 Sep 20 05:05:53.105820 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5a766f3-2442-41c7-a0f5-2f98732131d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:53.106298 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5a766f3-2442-41c7-a0f5-2f98732131d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:53.107393 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f5a766f3-2442-41c7-a0f5-2f98732131d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/767ce58f-7211-4fb5-8cd7-be16e435ee6f HTTP/1.1" status: 204 len: 168 time: 0.8288243 Sep 20 05:05:53.140992 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbf183-f96a-4573-9421-66c9f9462c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad96579-40b0-4103-b8d1-1dcf2f2f6632,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:53.185067 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a766f3-2442-41c7-a0f5-2f98732131d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767ce58f-7211-4fb5-8cd7-be16e435ee6f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:53.236550 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-008fc177-102e-4add-8cc7-598f7adea48e req-55920a3a-133d-47ef-bbd5-eaae2a1eaa8f tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278930 Sep 20 05:05:53.283814 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-dba4dc66-b542-44c7-8cc1-bc9382710ca4 service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078249 Sep 20 05:05:53.287531 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9fb285-252a-4185-9b42-832478aa28d7 x-openstack-request-id: req-9a9fb285-252a-4185-9b42-832478aa28d7 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:05:53.287739 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e215ec2-8aca-436b-a263-0b0e255e3325", "tag": "2c4a28a2-50e3-49ef-8614-24102c628c59", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:05:53.287988 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a9fb285-252a-4185-9b42-832478aa28d7 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:05:53.288471 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'tag': '2c4a28a2-50e3-49ef-8614-24102c628c59', 'status': 'completed', 'code': 200} Sep 20 05:05:53.301641 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:53.389064 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c21a7cba-e350-4da9-9965-06d3cb6e48fd req-45e68154-3b0e-49c8-8df1-5dba0cca4fe1 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 210 time: 0.0381961 Sep 20 05:05:53.401664 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:53.467442 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Network 938fc456-60b7-4e39-9ccf-45538a5abe25 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:05:53.470704 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:05:53.474573 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:05:53.480895 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:53.481542 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:53.486311 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be8b9b5f-e60b-4c83-8f52-f5350f633ec3 req-eb167dfb-6e37-4118-bed0-d1404f2db98f service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881754 Sep 20 05:05:53.515064 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9666567 Sep 20 05:05:53.515994 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c7b90-cac2-4a11-99a3-15876c6a6c3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event updated for resources: {'Port': ['ID=f123ffee-366f-4849-a484-c8f6c7824115,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:53.532647 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Request body: {'port': {'device_id': 'a5770061-2fc4-4c56-a4df-859993e72367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:05:53.674332 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:53.734522 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a002ff-0306-4543-bb3a-6956856a621f req-dd49f6ef-2c53-4c32-bacc-dba7de2eb0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:53.740071 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08a002ff-0306-4543-bb3a-6956856a621f req-dd49f6ef-2c53-4c32-bacc-dba7de2eb0d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1bfea594b1e04a0da5dd12d328acb684&device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 1096 time: 0.1377969 Sep 20 05:05:53.860202 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-dc0ffcf2-9771-4dae-a33c-6563b1eabd23 None None] Provisioning complete for port f123ffee-366f-4849-a484-c8f6c7824115 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:53.861588 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dc0ffcf2-9771-4dae-a33c-6563b1eabd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:53.921622 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ffcf2-9771-4dae-a33c-6563b1eabd23 None None] Port f123ffee-366f-4849-a484-c8f6c7824115 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:05:53.949544 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a002ff-0306-4543-bb3a-6956856a621f req-801dcbb6-7b04-429e-9911-5d23527a9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:53.951363 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08a002ff-0306-4543-bb3a-6956856a621f req-801dcbb6-7b04-429e-9911-5d23527a9280 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82ed44a3-5020-459e-a5d8-53caa9b90a71 HTTP/1.1" status: 200 len: 911 time: 0.2038662 Sep 20 05:05:53.952225 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36460) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:54.017216 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08a002ff-0306-4543-bb3a-6956856a621f req-b6d8a857-bfa6-43f9-9b62-8cc4b3193f11 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4a28a2-50e3-49ef-8614-24102c628c59 HTTP/1.1" status: 200 len: 217 time: 0.0545707 Sep 20 05:05:54.017792 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d346d43c-5bb4-4061-96a1-1a7b33f3d2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:54.083988 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606cd28-02e2-437b-8b19-3366a829a737 req-63d40f81-e1bf-4724-b23a-3b2ae0d2efd8 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:54.086553 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7606cd28-02e2-437b-8b19-3366a829a737 req-63d40f81-e1bf-4724-b23a-3b2ae0d2efd8 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 944 time: 0.0966232 Sep 20 05:05:54.119826 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a002ff-0306-4543-bb3a-6956856a621f req-0f56714a-4944-4014-9448-20459a26b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:54.121870 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08a002ff-0306-4543-bb3a-6956856a621f req-0f56714a-4944-4014-9448-20459a26b7e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df531757-d500-4ae2-9c23-877c926ef6aa HTTP/1.1" status: 200 len: 850 time: 0.0903788 Sep 20 05:05:54.189503 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a002ff-0306-4543-bb3a-6956856a621f req-92961dcc-2ceb-4d89-af30-d82e5c82624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:54.191285 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08a002ff-0306-4543-bb3a-6956856a621f req-92961dcc-2ceb-4d89-af30-d82e5c82624b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82ed44a3-5020-459e-a5d8-53caa9b90a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607011 Sep 20 05:05:54.227908 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7606cd28-02e2-437b-8b19-3366a829a737 req-e47825aa-010c-4721-a217-7cb6eae6acf5 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947311 Sep 20 05:05:54.244095 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b57b6-f99b-4cf4-a76d-c77f0cfacee4 req-8496a978-fe1d-4865-b655-107ce1918567 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:54.245629 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a1b57b6-f99b-4cf4-a76d-c77f0cfacee4 req-8496a978-fe1d-4865-b655-107ce1918567 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 943 time: 0.1137702 Sep 20 05:05:54.329697 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f123ffee-366f-4849-a484-c8f6c7824115 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:05:54.337586 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a1b57b6-f99b-4cf4-a76d-c77f0cfacee4 req-f2daadcc-e3c8-4f90-99fe-ad8f77c4e532 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789878 Sep 20 05:05:54.343822 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:54.344838 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d346d43c-5bb4-4061-96a1-1a7b33f3d2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:54.352439 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d346d43c-5bb4-4061-96a1-1a7b33f3d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:54.376240 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Transition to ACTIVE for port object f123ffee-366f-4849-a484-c8f6c7824115 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:05:54.382495 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:54.399307 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08a002ff-0306-4543-bb3a-6956856a621f req-5bbd2aaa-cbb9-4014-875f-99a618079dbb service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976702 Sep 20 05:05:54.415389 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d346d43c-5bb4-4061-96a1-1a7b33f3d2a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35d21feac6d64d10bd34ee6857535aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616828 Sep 20 05:05:54.430183 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36476) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:54.455677 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346d43c-5bb4-4061-96a1-1a7b33f3d2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f45da9-914e-439c-8e23-ccdd9748c8b6,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:54.514971 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Attempting to bind port f123ffee-366f-4849-a484-c8f6c7824115 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:05:54.515316 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Attempting to bind port f123ffee-366f-4849-a484-c8f6c7824115 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:05:54.515640 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Attempting to bind port f123ffee-366f-4849-a484-c8f6c7824115 on network 938fc456-60b7-4e39-9ccf-45538a5abe25 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:54.523862 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Pushing event updated for resources: {'Port': ['ID=f123ffee-366f-4849-a484-c8f6c7824115,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:54.542246 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Port f123ffee-366f-4849-a484-c8f6c7824115 on network 938fc456-60b7-4e39-9ccf-45538a5abe25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:05:54.542686 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Attempting to bind port f123ffee-366f-4849-a484-c8f6c7824115 on network 938fc456-60b7-4e39-9ccf-45538a5abe25 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:05:54.582301 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7c936afa-1af2-4476-96a0-1c72196bf979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:54.586174 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:05:54.586515 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Checking segment: {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:05:54.586906 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Bound using segment: {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:05:54.587354 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Bound port: f123ffee-366f-4849-a484-c8f6c7824115, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:05:54.587706 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:54.686695 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:05:54.690357 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f123ffee-366f-4849-a484-c8f6c7824115,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:05:54.694799 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7c936afa-1af2-4476-96a0-1c72196bf979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:54.705463 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:54.775462 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe3648-b442-486f-b055-cc14b9a099cc req-474e2b0c-04a6-437e-9e97-17178fb1eb08 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:54.778582 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f1fe3648-b442-486f-b055-cc14b9a099cc req-474e2b0c-04a6-437e-9e97-17178fb1eb08 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.2472138 Sep 20 05:05:54.786850 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:54.787542 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:54.789089 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] 10.222.0.23 "PUT /v2.0/ports/f123ffee-366f-4849-a484-c8f6c7824115 HTTP/1.1" status: 200 len: 1093 time: 1.2610412 Sep 20 05:05:54.791451 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:05:54.793266 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08a002ff-0306-4543-bb3a-6956856a621f req-0404afc5-ffa9-4503-af39-5010f6f9f6f8 service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749840 Sep 20 05:05:54.793978 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada38ce1-8879-44f8-aee3-8a39ccaf3a71" -d '{"events": [{"name": "network-changed", "server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "tag": "f123ffee-366f-4849-a484-c8f6c7824115"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:05:54.860178 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f1fe3648-b442-486f-b055-cc14b9a099cc req-b7643b02-ad46-4c10-8fa4-0e492ffea636 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608585 Sep 20 05:05:54.864967 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f2b89-cb8f-4130-b5df-eed863b36530 service neutron] Pushing event updated for resources: {'Port': ['ID=f123ffee-366f-4849-a484-c8f6c7824115,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:54.880308 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7c936afa-1af2-4476-96a0-1c72196bf979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:54.891498 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7c936afa-1af2-4476-96a0-1c72196bf979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:54.899263 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7c936afa-1af2-4476-96a0-1c72196bf979 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68f45da9-914e-439c-8e23-ccdd9748c8b6 HTTP/1.1" status: 204 len: 168 time: 0.4679561 Sep 20 05:05:54.930000 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c936afa-1af2-4476-96a0-1c72196bf979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f45da9-914e-439c-8e23-ccdd9748c8b6,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:54.954816 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-b3c103d0-4a73-4183-bd5d-4a9e51ab39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:54.956361 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-b3c103d0-4a73-4183-bd5d-4a9e51ab39d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 1096 time: 0.0913322 Sep 20 05:05:54.963400 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee06c38f-a077-44af-9dbb-6b8974400a1e x-openstack-request-id: req-ee06c38f-a077-44af-9dbb-6b8974400a1e {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:05:54.963691 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "tag": "f123ffee-366f-4849-a484-c8f6c7824115", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:05:54.964684 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee06c38f-a077-44af-9dbb-6b8974400a1e {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:05:54.965647 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115', 'status': 'completed', 'code': 200} Sep 20 05:05:55.022071 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-a865dabe-502a-4ada-871d-b986ec7311dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f123ffee-366f-4849-a484-c8f6c7824115 HTTP/1.1" status: 200 len: 217 time: 0.0521364 Sep 20 05:05:55.128189 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 506ec739-6cc1-43a4-bb59-a2f46a11504e details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:05:55.130215 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-0ad56b56-3e44-4cf8-933e-230bece31d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:55.132382 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-0ad56b56-3e44-4cf8-933e-230bece31d31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 200 len: 855 time: 0.1037543 Sep 20 05:05:55.217879 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-8bf40b94-2abb-4434-b887-78c0fa03bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:55.219418 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-8bf40b94-2abb-4434-b887-78c0fa03bfef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=938fc456-60b7-4e39-9ccf-45538a5abe25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788505 Sep 20 05:05:55.247087 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 506ec739-6cc1-43a4-bb59-a2f46a11504e, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=506ec739-6cc1-43a4-bb59-a2f46a11504e,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:55.262985 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '506ec739-6cc1-43a4-bb59-a2f46a11504e', 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe', 'port_id': '506ec739-6cc1-43a4-bb59-a2f46a11504e', 'mac_address': 'fa:16:3e:0e:31:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9dab44c-6e76-406e-b06a-c49dd641171c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:05:55.330339 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-3476a3db-a14d-483a-bc23-d95de56e35ae service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995345 Sep 20 05:05:55.332825 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:55.355460 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506ec739-6cc1-43a4-bb59-a2f46a11504e {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:05:55.393967 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 506ec739-6cc1-43a4-bb59-a2f46a11504e, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=506ec739-6cc1-43a4-bb59-a2f46a11504e,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:55.402699 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:55.405778 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device b1320ba1-c5dd-40cc-bd21-267c042ff4cc details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:05:55.481051 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-966f7f9e-2a44-4162-a538-9fdbfedf5902 req-0ea8d79b-7e15-444c-aec1-d08e6ebf2a71 service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431348 Sep 20 05:05:55.543085 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966c267-0f3e-4021-956c-85760edda03c req-4f35ef64-bcbc-45ad-9af0-d0a1b5b10f43 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:55.543085 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6966c267-0f3e-4021-956c-85760edda03c req-4f35ef64-bcbc-45ad-9af0-d0a1b5b10f43 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 944 time: 0.1615314 Sep 20 05:05:55.575202 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=506ec739-6cc1-43a4-bb59-a2f46a11504e,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:55.616151 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port b1320ba1-c5dd-40cc-bd21-267c042ff4cc, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b1320ba1-c5dd-40cc-bd21-267c042ff4cc,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:55.631053 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'b1320ba1-c5dd-40cc-bd21-267c042ff4cc', 'network_id': '0d0e68ee-1d0e-48b7-95d6-cd30569d92fe', 'port_id': 'b1320ba1-c5dd-40cc-bd21-267c042ff4cc', 'mac_address': 'fa:16:3e:47:c3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9dab44c-6e76-406e-b06a-c49dd641171c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:05:55.669693 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6966c267-0f3e-4021-956c-85760edda03c req-3d3f242a-5831-41d4-8035-a020ac97b10d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079452 Sep 20 05:05:55.726457 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:55.731639 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada38ce1-8879-44f8-aee3-8a39ccaf3a71 req-5349c397-126d-4dbf-8db0-dd45faa94707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:55.738662 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ada38ce1-8879-44f8-aee3-8a39ccaf3a71 req-5349c397-126d-4dbf-8db0-dd45faa94707 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 1096 time: 0.1369233 Sep 20 05:05:55.741109 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1320ba1-c5dd-40cc-bd21-267c042ff4cc {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:05:55.766626 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port b1320ba1-c5dd-40cc-bd21-267c042ff4cc, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b1320ba1-c5dd-40cc-bd21-267c042ff4cc,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:55.776058 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:55.842978 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=b1320ba1-c5dd-40cc-bd21-267c042ff4cc,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:55.867456 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca4cdc-de50-4faf-b55c-0198eefe4e42 req-cab528d6-d377-4d4b-9889-4cd296e08e26 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:55.869090 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-60ca4cdc-de50-4faf-b55c-0198eefe4e42 req-cab528d6-d377-4d4b-9889-4cd296e08e26 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 943 time: 0.1100390 Sep 20 05:05:55.945640 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-60ca4cdc-de50-4faf-b55c-0198eefe4e42 req-ea02bec9-dc38-4ad5-beef-21d45a122882 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691276 Sep 20 05:05:55.963478 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada38ce1-8879-44f8-aee3-8a39ccaf3a71 req-418ee0d5-8b38-4aa0-b2f5-192911d8fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:55.965989 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ada38ce1-8879-44f8-aee3-8a39ccaf3a71 req-418ee0d5-8b38-4aa0-b2f5-192911d8fe15 service neutron] 10.222.0.23 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 916 time: 0.2201340 Sep 20 05:05:56.049319 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ada38ce1-8879-44f8-aee3-8a39ccaf3a71 req-f9f2add8-13e6-42f8-89e2-12ae49fd56cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f123ffee-366f-4849-a484-c8f6c7824115 HTTP/1.1" status: 200 len: 217 time: 0.0412974 Sep 20 05:05:56.071558 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f951-dbb7-40d5-9463-5ef9e08f89a1 req-0f3a6783-bdfa-4500-ab66-7481f98ae178 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:56.074200 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c121f951-dbb7-40d5-9463-5ef9e08f89a1 req-0f3a6783-bdfa-4500-ab66-7481f98ae178 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0761592 Sep 20 05:05:56.112690 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['506ec739-6cc1-43a4-bb59-a2f46a11504e'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:05:56.124265 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada38ce1-8879-44f8-aee3-8a39ccaf3a71 req-9f26a287-b667-4983-8a4f-44fe3e71fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:56.126052 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ada38ce1-8879-44f8-aee3-8a39ccaf3a71 req-9f26a287-b667-4983-8a4f-44fe3e71fc3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 200 len: 855 time: 0.0690112 Sep 20 05:05:56.150412 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['b1320ba1-c5dd-40cc-bd21-267c042ff4cc'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:05:56.159595 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c121f951-dbb7-40d5-9463-5ef9e08f89a1 req-6af7530b-cf85-4b77-8ad2-245aedd9cafe tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766366 Sep 20 05:05:56.248706 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada38ce1-8879-44f8-aee3-8a39ccaf3a71 req-bedc9e01-786d-4ba6-bd63-44959730306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:56.251665 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ada38ce1-8879-44f8-aee3-8a39ccaf3a71 req-bedc9e01-786d-4ba6-bd63-44959730306e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=938fc456-60b7-4e39-9ccf-45538a5abe25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811763 Sep 20 05:05:56.414947 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ada38ce1-8879-44f8-aee3-8a39ccaf3a71 req-62242dd6-a47e-435d-b221-47b8992cc25d service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538861 Sep 20 05:05:56.565065 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ada38ce1-8879-44f8-aee3-8a39ccaf3a71 req-29d9a6f6-b999-4c65-8bd8-c9b8fc8e1f21 service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415482 Sep 20 05:05:56.784609 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d477f59-c37e-43c8-b59d-ca9d596cb085 req-a0dbcea4-3d75-414a-be82-1e409730b930 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:56.789220 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2d477f59-c37e-43c8-b59d-ca9d596cb085 req-a0dbcea4-3d75-414a-be82-1e409730b930 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 945 time: 0.0566721 Sep 20 05:05:56.830869 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2d477f59-c37e-43c8-b59d-ca9d596cb085 req-d0e89d1c-2411-46c2-b746-e0ec7048c77d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387430 Sep 20 05:05:57.074265 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379ede-5aec-4684-8373-f5f8053be50a req-3d2ecacf-5f4c-4cae-b09e-2bf0b85e4476 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:57.075802 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dc379ede-5aec-4684-8373-f5f8053be50a req-3d2ecacf-5f4c-4cae-b09e-2bf0b85e4476 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 943 time: 0.0579128 Sep 20 05:05:57.120758 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 2c4a28a2-50e3-49ef-8614-24102c628c59 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:05:57.133367 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dc379ede-5aec-4684-8373-f5f8053be50a req-371839fe-8026-4f1d-b03a-45b4674f82c5 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507050 Sep 20 05:05:57.202176 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 506ec739-6cc1-43a4-bb59-a2f46a11504e up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:57.243034 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 2c4a28a2-50e3-49ef-8614-24102c628c59, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2c4a28a2-50e3-49ef-8614-24102c628c59,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:57.258255 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '2c4a28a2-50e3-49ef-8614-24102c628c59', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'port_id': '2c4a28a2-50e3-49ef-8614-24102c628c59', 'mac_address': 'fa:16:3e:b8:21:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:05:57.341080 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7dfe8-1ad0-4c88-a259-ff4cf6cd2d5b req-f216779a-d195-4c0e-9e71-a0bf3acea502 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:57.348620 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-93a7dfe8-1ad0-4c88-a259-ff4cf6cd2d5b req-f216779a-d195-4c0e-9e71-a0bf3acea502 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0703847 Sep 20 05:05:57.359454 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:57.379771 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4a28a2-50e3-49ef-8614-24102c628c59 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:05:57.395638 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-93a7dfe8-1ad0-4c88-a259-ff4cf6cd2d5b req-c732b398-f731-4dee-b2ea-73026b53cc92 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457859 Sep 20 05:05:57.408475 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 2c4a28a2-50e3-49ef-8614-24102c628c59, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2c4a28a2-50e3-49ef-8614-24102c628c59,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:57.419696 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:57.425772 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 506ec739-6cc1-43a4-bb59-a2f46a11504e completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:05:57.450090 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 506ec739-6cc1-43a4-bb59-a2f46a11504e triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:57.450376 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:57.514881 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=2c4a28a2-50e3-49ef-8614-24102c628c59,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:57.583697 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:57.619488 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 506ec739-6cc1-43a4-bb59-a2f46a11504e, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=506ec739-6cc1-43a4-bb59-a2f46a11504e,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:57.622364 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491019d0-552a-4423-b47e-0424e0c94b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506ec739-6cc1-43a4-bb59-a2f46a11504e'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:05:57.624902 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc4a7b7-fc7e-44da-8a0e-15602dd187d4" -d '{"events": [{"server_uuid": "491019d0-552a-4423-b47e-0424e0c94b00", "name": "network-vif-plugged", "status": "completed", "tag": "506ec739-6cc1-43a4-bb59-a2f46a11504e"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:05:57.631389 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:57.632377 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device b1320ba1-c5dd-40cc-bd21-267c042ff4cc up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:57.673547 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9d6db4-2564-40cf-865d-7036ba8513d2 x-openstack-request-id: req-fd9d6db4-2564-40cf-865d-7036ba8513d2 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:05:57.673837 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491019d0-552a-4423-b47e-0424e0c94b00", "name": "network-vif-plugged", "status": "completed", "tag": "506ec739-6cc1-43a4-bb59-a2f46a11504e", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:05:57.674095 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd9d6db4-2564-40cf-865d-7036ba8513d2 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:05:57.674464 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491019d0-552a-4423-b47e-0424e0c94b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506ec739-6cc1-43a4-bb59-a2f46a11504e', 'code': 200} Sep 20 05:05:57.711036 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=506ec739-6cc1-43a4-bb59-a2f46a11504e,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:57.728356 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port b1320ba1-c5dd-40cc-bd21-267c042ff4cc completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:05:57.733327 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port b1320ba1-c5dd-40cc-bd21-267c042ff4cc triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:57.733703 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:57.763859 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['2c4a28a2-50e3-49ef-8614-24102c628c59'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:05:57.922921 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:57.969630 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed0882-91f8-4b8b-a277-218cd994e5aa req-8bb3a9cb-2632-444a-aa9c-fe4e8906dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:57.972519 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a6ed0882-91f8-4b8b-a277-218cd994e5aa req-8bb3a9cb-2632-444a-aa9c-fe4e8906dcb8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 1099 time: 0.0715599 Sep 20 05:05:57.991036 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b53136-8f99-4977-94a7-7e4ed6d91939 req-62f30329-7bbf-4f4f-b9ac-e70ad5197735 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:57.996632 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-78b53136-8f99-4977-94a7-7e4ed6d91939 req-62f30329-7bbf-4f4f-b9ac-e70ad5197735 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0762196 Sep 20 05:05:57.997518 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36648) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:58.012740 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port b1320ba1-c5dd-40cc-bd21-267c042ff4cc, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b1320ba1-c5dd-40cc-bd21-267c042ff4cc,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:58.022152 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a6ed0882-91f8-4b8b-a277-218cd994e5aa req-a7b37f2d-d2b5-4230-86be-b3a15a905378 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412304 Sep 20 05:05:58.024285 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:58.056525 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-78b53136-8f99-4977-94a7-7e4ed6d91939 req-5db051af-46a2-48c2-ab16-5383c12eccc9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513172 Sep 20 05:05:58.078485 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=b1320ba1-c5dd-40cc-bd21-267c042ff4cc,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:58.116801 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c36cf49c-7b90-409e-9784-10d82093e880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:58.221995 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c36cf49c-7b90-409e-9784-10d82093e880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:58.237828 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c36cf49c-7b90-409e-9784-10d82093e880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:58.288229 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c36cf49c-7b90-409e-9784-10d82093e880 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3785fa429f304c3eac052e3e09538ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893436 Sep 20 05:05:58.291067 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36654) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:58.297755 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d2947-bf1a-42e7-a340-688369c8f737 req-be783c36-66fd-47d4-b062-a2650fbb1d08 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:58.299215 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cc4d2947-bf1a-42e7-a340-688369c8f737 req-be783c36-66fd-47d4-b062-a2650fbb1d08 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 944 time: 0.0921319 Sep 20 05:05:58.300266 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cf49c-7b90-409e-9784-10d82093e880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b47bbc-15c8-4b2a-b746-ad930ddecf65,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:58.346091 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cc4d2947-bf1a-42e7-a340-688369c8f737 req-24778cc6-ea54-4bce-9c3c-177749cb0bf0 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400259 Sep 20 05:05:58.346910 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-103ddbc2-cba3-4863-81fa-82013c761307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:58.356521 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:58.371434 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-103ddbc2-cba3-4863-81fa-82013c761307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:58.419841 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-103ddbc2-cba3-4863-81fa-82013c761307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:58.422304 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-103ddbc2-cba3-4863-81fa-82013c761307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:58.423474 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-103ddbc2-cba3-4863-81fa-82013c761307 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61b47bbc-15c8-4b2a-b746-ad930ddecf65 HTTP/1.1" status: 204 len: 168 time: 0.1313980 Sep 20 05:05:58.431244 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ddbc2-cba3-4863-81fa-82013c761307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b47bbc-15c8-4b2a-b746-ad930ddecf65,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:58.524307 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692bad9-1c88-4e33-b435-22b7527414df req-eb8c5343-0a65-48aa-9be8-e807361ba8ad tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:58.525797 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5692bad9-1c88-4e33-b435-22b7527414df req-eb8c5343-0a65-48aa-9be8-e807361ba8ad tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0541754 Sep 20 05:05:58.568376 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5692bad9-1c88-4e33-b435-22b7527414df req-86d09be7-3b8d-4c8f-bcb2-2ab49117f2ab tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363965 Sep 20 05:05:58.738488 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36672) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:58.762291 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f291e1c2-dfc5-4200-9fdf-3e626d5a00de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:58.878448 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f291e1c2-dfc5-4200-9fdf-3e626d5a00de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:58.882927 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f291e1c2-dfc5-4200-9fdf-3e626d5a00de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:58.923000 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f291e1c2-dfc5-4200-9fdf-3e626d5a00de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a09a7cf463af4cb18653c91db60f2106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833413 Sep 20 05:05:58.923842 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291e1c2-dfc5-4200-9fdf-3e626d5a00de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41faa3c6-1ee8-4ec3-909a-b80c5d696c2e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:58.926681 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36680) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:58.979981 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-506c5762-ed28-4b85-a0cd-a5dc8ba250ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.006323 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-506c5762-ed28-4b85-a0cd-a5dc8ba250ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.057233 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-506c5762-ed28-4b85-a0cd-a5dc8ba250ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.060162 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-506c5762-ed28-4b85-a0cd-a5dc8ba250ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.061312 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-506c5762-ed28-4b85-a0cd-a5dc8ba250ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41faa3c6-1ee8-4ec3-909a-b80c5d696c2e HTTP/1.1" status: 204 len: 168 time: 0.1332064 Sep 20 05:05:59.090968 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c5762-ed28-4b85-a0cd-a5dc8ba250ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41faa3c6-1ee8-4ec3-909a-b80c5d696c2e,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:59.144041 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device f123ffee-366f-4849-a484-c8f6c7824115 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:05:59.176071 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 2c4a28a2-50e3-49ef-8614-24102c628c59 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:05:59.212450 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a580a-47a6-4417-9a4e-0da1adae82cc req-68d50fba-d361-4bd7-8c8f-67f61ee71215 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:59.224862 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e13a580a-47a6-4417-9a4e-0da1adae82cc req-68d50fba-d361-4bd7-8c8f-67f61ee71215 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0869484 Sep 20 05:05:59.316825 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e13a580a-47a6-4417-9a4e-0da1adae82cc req-83e7bcdf-9109-417e-8e80-39bf4dbe6668 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910015 Sep 20 05:05:59.368104 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36702) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:59.555717 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15915517-55eb-4ecd-aa82-6a9a2d4a3b7b req-d3469f2f-03fd-46ae-a00c-72dad295647f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:59.558062 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-15915517-55eb-4ecd-aa82-6a9a2d4a3b7b req-d3469f2f-03fd-46ae-a00c-72dad295647f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 944 time: 0.0708065 Sep 20 05:05:59.570900 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f123ffee-366f-4849-a484-c8f6c7824115,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:59.579076 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c7112499-470c-47d2-87de-304d1bf5d2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.589234 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'f123ffee-366f-4849-a484-c8f6c7824115', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'port_id': 'f123ffee-366f-4849-a484-c8f6c7824115', 'mac_address': 'fa:16:3e:52:72:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:05:59.623282 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 2c4a28a2-50e3-49ef-8614-24102c628c59 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:05:59.634340 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 2c4a28a2-50e3-49ef-8614-24102c628c59 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:05:59.635016 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.642283 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-15915517-55eb-4ecd-aa82-6a9a2d4a3b7b req-5c0fa7fc-46ce-4fa6-8a56-31c7a0ee1940 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592697 Sep 20 05:05:59.675962 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1320ba1-c5dd-40cc-bd21-267c042ff4cc'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:05:59.678519 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d39da65-d8d0-4333-9d27-68a9bd82e436" -d '{"events": [{"server_uuid": "0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f", "name": "network-vif-plugged", "status": "completed", "tag": "b1320ba1-c5dd-40cc-bd21-267c042ff4cc"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:05:59.704626 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.728209 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66be63fc-cb03-4150-9e9f-dcf02e589695 x-openstack-request-id: req-66be63fc-cb03-4150-9e9f-dcf02e589695 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:05:59.728676 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f", "name": "network-vif-plugged", "status": "completed", "tag": "b1320ba1-c5dd-40cc-bd21-267c042ff4cc", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:05:59.729069 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66be63fc-cb03-4150-9e9f-dcf02e589695 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:05:59.729624 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1320ba1-c5dd-40cc-bd21-267c042ff4cc', 'code': 200} Sep 20 05:05:59.730918 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c7112499-470c-47d2-87de-304d1bf5d2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.732761 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f123ffee-366f-4849-a484-c8f6c7824115 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:05:59.758347 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c7112499-470c-47d2-87de-304d1bf5d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.795146 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f123ffee-366f-4849-a484-c8f6c7824115,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:59.802806 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.813953 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c7112499-470c-47d2-87de-304d1bf5d2b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5894992dd6842b281ddfad20c1ba131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438241 Sep 20 05:05:59.818761 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.818891 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36726) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:05:59.823088 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8db794-c12e-48c7-922e-83593483e8dd req-9a215cfa-cb9b-4690-a382-944348dffab4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:05:59.830952 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-de8db794-c12e-48c7-922e-83593483e8dd req-9a215cfa-cb9b-4690-a382-944348dffab4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.1578829 Sep 20 05:05:59.833505 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7112499-470c-47d2-87de-304d1bf5d2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31cb39b-9297-4b43-818d-f65fcdbf97c0,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:59.883155 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=f123ffee-366f-4849-a484-c8f6c7824115,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:05:59.915484 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-de8db794-c12e-48c7-922e-83593483e8dd req-f5c1c414-ec7c-4c79-b3a7-1615c91f1568 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791225 Sep 20 05:05:59.937817 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-926fa547-04e6-4635-9882-081f35a11637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.945634 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 2c4a28a2-50e3-49ef-8614-24102c628c59, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2c4a28a2-50e3-49ef-8614-24102c628c59,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:05:59.950891 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:05:59.967673 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-926fa547-04e6-4635-9882-081f35a11637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:00.031178 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=2c4a28a2-50e3-49ef-8614-24102c628c59,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:00.053944 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f52960-f6b6-4945-971f-6582c5360b83 req-dbaa4b8c-b81c-44d8-9fa3-4930d89367b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:00.055620 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-85f52960-f6b6-4945-971f-6582c5360b83 req-dbaa4b8c-b81c-44d8-9fa3-4930d89367b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 1098 time: 0.0699022 Sep 20 05:06:00.071680 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-926fa547-04e6-4635-9882-081f35a11637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:00.074261 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-926fa547-04e6-4635-9882-081f35a11637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:00.075350 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-926fa547-04e6-4635-9882-081f35a11637 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a31cb39b-9297-4b43-818d-f65fcdbf97c0 HTTP/1.1" status: 204 len: 168 time: 0.2556090 Sep 20 05:06:00.094743 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fa547-04e6-4635-9882-081f35a11637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31cb39b-9297-4b43-818d-f65fcdbf97c0,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:00.108196 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-85f52960-f6b6-4945-971f-6582c5360b83 req-b3557dba-1a58-4051-9f8a-94f514280285 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433664 Sep 20 05:06:00.143656 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['f123ffee-366f-4849-a484-c8f6c7824115'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:06:00.470466 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba29da-2223-4496-8954-7f576a7eb620 req-70ad6722-d43a-4661-8e52-76920bccc465 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:00.473059 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8eba29da-2223-4496-8954-7f576a7eb620 req-70ad6722-d43a-4661-8e52-76920bccc465 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0689476 Sep 20 05:06:00.528238 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8eba29da-2223-4496-8954-7f576a7eb620 req-d62be37d-d100-4bb4-ad40-b25e4d1f0f16 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464537 Sep 20 05:06:00.554044 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36774) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:00.577167 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a2da404b-c9e2-41ef-8ddd-e1a27fc206ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:00.711429 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a2da404b-c9e2-41ef-8ddd-e1a27fc206ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:00.718429 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a2da404b-c9e2-41ef-8ddd-e1a27fc206ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:00.762839 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a2da404b-c9e2-41ef-8ddd-e1a27fc206ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f1921a556c84126b1fa631e1a704e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078037 Sep 20 05:06:00.765301 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da404b-c9e2-41ef-8ddd-e1a27fc206ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a5f3fe-621c-42de-8874-00f2d4e4daf3,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:00.767481 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36786) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:00.817031 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061355e-b07b-4365-8bbc-1d34654bb76d req-806af7c7-2069-4032-b760-f7b24432f810 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:00.825047 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a061355e-b07b-4365-8bbc-1d34654bb76d req-806af7c7-2069-4032-b760-f7b24432f810 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0910428 Sep 20 05:06:00.906975 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e32d7862-d1d0-42ff-b72f-3b0db7ff3e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:00.938945 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e32d7862-d1d0-42ff-b72f-3b0db7ff3e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:00.943295 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fad7c-ec54-406a-9e46-eb179b7865a5 req-ccd5a388-bd40-49e2-b6d4-67995a49ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:00.945559 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4c3fad7c-ec54-406a-9e46-eb179b7865a5 req-ccd5a388-bd40-49e2-b6d4-67995a49ce08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 1099 time: 0.0492260 Sep 20 05:06:00.953130 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a061355e-b07b-4365-8bbc-1d34654bb76d req-a1fdbbd2-f7dd-4c98-919c-023f4582ddc0 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266854 Sep 20 05:06:01.004667 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06232476-357c-4137-a0e6-433f3813e600 req-3e5fe116-ef07-48cc-9b1f-db2c082c641b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:01.006464 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-06232476-357c-4137-a0e6-433f3813e600 req-3e5fe116-ef07-48cc-9b1f-db2c082c641b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.1510921 Sep 20 05:06:01.079842 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e32d7862-d1d0-42ff-b72f-3b0db7ff3e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:01.081705 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e32d7862-d1d0-42ff-b72f-3b0db7ff3e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:01.094355 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e32d7862-d1d0-42ff-b72f-3b0db7ff3e33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1a5f3fe-621c-42de-8874-00f2d4e4daf3 HTTP/1.1" status: 204 len: 168 time: 0.3254118 Sep 20 05:06:01.103306 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fad7c-ec54-406a-9e46-eb179b7865a5 req-5c1a0b9a-4437-43c2-93f5-427e766b5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:01.106233 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4c3fad7c-ec54-406a-9e46-eb179b7865a5 req-5c1a0b9a-4437-43c2-93f5-427e766b5fc4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 918 time: 0.1426580 Sep 20 05:06:01.135368 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device f123ffee-366f-4849-a484-c8f6c7824115 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:06:01.144215 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-06232476-357c-4137-a0e6-433f3813e600 req-a04b369f-dfe6-4281-8416-49d2c64e09e6 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251836 Sep 20 05:06:01.148573 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d7862-d1d0-42ff-b72f-3b0db7ff3e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a5f3fe-621c-42de-8874-00f2d4e4daf3,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:01.173460 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4c3fad7c-ec54-406a-9e46-eb179b7865a5 req-55a8a8a4-7193-4f2c-84ff-107c89f4d163 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=506ec739-6cc1-43a4-bb59-a2f46a11504e HTTP/1.1" status: 200 len: 217 time: 0.0525298 Sep 20 05:06:01.176841 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11f2c-1877-4378-97ce-c014cf7d5d4d req-bfac9b1f-275a-4e7a-ad29-46d4c22ffbef tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:01.187432 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-58e11f2c-1877-4378-97ce-c014cf7d5d4d req-bfac9b1f-275a-4e7a-ad29-46d4c22ffbef tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 944 time: 0.1245666 Sep 20 05:06:01.241907 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-58e11f2c-1877-4378-97ce-c014cf7d5d4d req-f55b552e-2e2d-4022-a35c-f02ccfe6f100 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530345 Sep 20 05:06:01.281298 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fad7c-ec54-406a-9e46-eb179b7865a5 req-3e964881-d262-4ed1-978f-45f0602f4c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:01.282839 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4c3fad7c-ec54-406a-9e46-eb179b7865a5 req-3e964881-d262-4ed1-978f-45f0602f4c7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9dab44c-6e76-406e-b06a-c49dd641171c HTTP/1.1" status: 200 len: 858 time: 0.0937598 Sep 20 05:06:01.288614 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port f123ffee-366f-4849-a484-c8f6c7824115 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:06:01.308411 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port f123ffee-366f-4849-a484-c8f6c7824115 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:06:01.308982 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:01.383783 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4c3fad7c-ec54-406a-9e46-eb179b7865a5 req-a1556a58-5cf7-4817-96ec-c3a0d520f62d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308404 Sep 20 05:06:01.399842 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:01.406509 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36814) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:01.471760 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f123ffee-366f-4849-a484-c8f6c7824115,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:01.508553 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4c3fad7c-ec54-406a-9e46-eb179b7865a5 req-9e338ae9-152b-4d2f-98d2-5258b1dae9aa service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127663 Sep 20 05:06:01.509793 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:01.564838 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=f123ffee-366f-4849-a484-c8f6c7824115,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:01.573070 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e6b68b48-c249-41b9-b856-9d72fd5330c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:01.656749 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-be9eea67-b961-40f9-b37e-b0745b281324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:01.686644 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4c3fad7c-ec54-406a-9e46-eb179b7865a5 req-c9f4f176-06aa-4a19-a4eb-62be58d991af service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595032 Sep 20 05:06:01.731474 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4a28a2-50e3-49ef-8614-24102c628c59'}, {'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:06:01.736648 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd928156-6a1d-4228-871e-ed33eb31ac04" -d '{"events": [{"server_uuid": "4e215ec2-8aca-436b-a263-0b0e255e3325", "name": "network-vif-plugged", "status": "completed", "tag": "2c4a28a2-50e3-49ef-8614-24102c628c59"}, {"server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "name": "network-vif-plugged", "status": "completed", "tag": "f123ffee-366f-4849-a484-c8f6c7824115"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:01.811167 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 05:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242c7598-236c-4a39-a031-f5c0efeaf0d0 x-openstack-request-id: req-242c7598-236c-4a39-a031-f5c0efeaf0d0 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:01.811167 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e215ec2-8aca-436b-a263-0b0e255e3325", "name": "network-vif-plugged", "status": "completed", "tag": "2c4a28a2-50e3-49ef-8614-24102c628c59", "code": 200}, {"server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "name": "network-vif-plugged", "status": "completed", "tag": "f123ffee-366f-4849-a484-c8f6c7824115", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:01.811167 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-242c7598-236c-4a39-a031-f5c0efeaf0d0 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:01.811778 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4a28a2-50e3-49ef-8614-24102c628c59', 'code': 200} Sep 20 05:06:01.812161 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115', 'code': 200} Sep 20 05:06:01.846608 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-be9eea67-b961-40f9-b37e-b0745b281324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:01.851845 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36848) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:01.859844 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-be9eea67-b961-40f9-b37e-b0745b281324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:01.930773 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4e4208-b357-4164-8ad3-6d95539cebc3 admin admin] Deleting subnet 1adebee5-b5af-4883-91f9-716347a005db {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:06:01.950266 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-be9eea67-b961-40f9-b37e-b0745b281324 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad1a2004690540b9bb9f2fb34455c73f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5416131 Sep 20 05:06:01.950814 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4208-b357-4164-8ad3-6d95539cebc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:01.953601 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36854) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:02.019856 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9eea67-b961-40f9-b37e-b0745b281324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7f00f8-ef11-4d0d-8a4f-2b225995a41d,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:02.055419 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4208-b357-4164-8ad3-6d95539cebc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630185'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.108061 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2793484c-2143-4c9b-a9cc-c25dde728149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.192055 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4208-b357-4164-8ad3-6d95539cebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.247333 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b433cec-fdd2-4aac-ad78-2e2961fe2fc1 req-288c4d99-bdb9-42c5-9f0d-9493d3608ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:02.249172 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6b433cec-fdd2-4aac-ad78-2e2961fe2fc1 req-288c4d99-bdb9-42c5-9f0d-9493d3608ecb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 1098 time: 0.1229494 Sep 20 05:06:02.300542 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4208-b357-4164-8ad3-6d95539cebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26114793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26194413'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.334888 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e4208-b357-4164-8ad3-6d95539cebc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1adebee5-b5af-4883-91f9-716347a005db,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:02.341698 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6b433cec-fdd2-4aac-ad78-2e2961fe2fc1 req-fe4bd192-9213-4086-8cfa-fb261d25b4ee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840888 Sep 20 05:06:02.344736 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4208-b357-4164-8ad3-6d95539cebc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.346537 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bd4e4208-b357-4164-8ad3-6d95539cebc3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1adebee5-b5af-4883-91f9-716347a005db HTTP/1.1" status: 204 len: 168 time: 0.4933817 Sep 20 05:06:02.349301 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36872) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:02.445969 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.493749 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2793484c-2143-4c9b-a9cc-c25dde728149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.561913 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.588230 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:02.599210 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6018a9c-3105-4049-9cd9-73509df7daca') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:02.599581 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6018a9c-3105-4049-9cd9-73509df7daca') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:02.600753 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8519fb3-cb22-44b9-8c4e-e1f48efb8de2 req-ce6cd53c-7060-45e7-b30a-32c02f008a4c tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:02.610149 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8519fb3-cb22-44b9-8c4e-e1f48efb8de2 req-ce6cd53c-7060-45e7-b30a-32c02f008a4c tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.5261140 Sep 20 05:06:02.613531 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630178'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.632626 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.633105 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1821346-5821-4eac-a46d-d75ddb20d850 req-5560bee4-551a-4b08-8a5d-c672e620e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:02.634171 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c1821346-5821-4eac-a46d-d75ddb20d850 req-5560bee4-551a-4b08-8a5d-c672e620e76b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 1098 time: 0.4955242 Sep 20 05:06:02.649453 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:06:02.653571 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113335'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: timer() Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: cb(*args, **kw) Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: self._notify() Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: self.callback(batched_events) Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: event.method(event) Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._get(url).json() Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:06:02.654847 dv-cinder-809965-1-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:06:02.661236 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fa289-ab88-48b3-a6ca-db159e4fb50c req-4ee0cd31-bb61-48ae-969d-a6e2f1a8e34f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:02.669017 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3b9fa289-ab88-48b3-a6ca-db159e4fb50c req-4ee0cd31-bb61-48ae-969d-a6e2f1a8e34f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.1776004 Sep 20 05:06:02.720086 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8519fb3-cb22-44b9-8c4e-e1f48efb8de2 req-8127a040-43c7-4537-83a7-a56785465842 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088958 Sep 20 05:06:02.767444 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2793484c-2143-4c9b-a9cc-c25dde728149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.777567 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2793484c-2143-4c9b-a9cc-c25dde728149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.779127 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2793484c-2143-4c9b-a9cc-c25dde728149 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a7f00f8-ef11-4d0d-8a4f-2b225995a41d HTTP/1.1" status: 204 len: 168 time: 0.8231370 Sep 20 05:06:02.789610 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.798507 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.800909 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] 10.222.0.32 "DELETE /v2.0/networks/22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd HTTP/1.1" status: 204 len: 168 time: 0.4504788 Sep 20 05:06:02.810804 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36888) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:02.831604 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b149a-b344-46a0-a3e2-c68f8bf67963 admin admin] Pushing event deleted for resources: {'Network': ['ID=22458490-bfb1-4cfb-bfbf-3ba5e43dcbdd,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:02.842985 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3b9fa289-ab88-48b3-a6ca-db159e4fb50c req-1f998511-e4c3-42ca-81bf-cd5c8e5b3f96 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727245 Sep 20 05:06:02.896323 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793484c-2143-4c9b-a9cc-c25dde728149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7f00f8-ef11-4d0d-8a4f-2b225995a41d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:02.916294 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c1821346-5821-4eac-a46d-d75ddb20d850 req-85602501-8479-449f-b07c-47fe72c9cc58 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933064 Sep 20 05:06:02.956877 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-613eebaf-e981-4922-9e2b-9568b3a70e84 admin admin] Deleting subnet bb2aed5e-8cc6-4226-a1ab-f87c5361e8aa {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:06:02.963341 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-613eebaf-e981-4922-9e2b-9568b3a70e84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:02.991251 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5299973-5a47-4e53-9206-d63ec2f746c6 req-155dd24f-bf9b-4244-9587-115a83faff92 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:02.992766 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e5299973-5a47-4e53-9206-d63ec2f746c6 req-155dd24f-bf9b-4244-9587-115a83faff92 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.1473174 Sep 20 05:06:03.025746 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-613eebaf-e981-4922-9e2b-9568b3a70e84 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.039358 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-613eebaf-e981-4922-9e2b-9568b3a70e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.073350 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e5299973-5a47-4e53-9206-d63ec2f746c6 req-a6feaa22-2dc7-4618-9aa5-e397f643bd13 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737612 Sep 20 05:06:03.130364 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-613eebaf-e981-4922-9e2b-9568b3a70e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.153631 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36902) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:03.158620 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613eebaf-e981-4922-9e2b-9568b3a70e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2aed5e-8cc6-4226-a1ab-f87c5361e8aa,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:03.168271 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-613eebaf-e981-4922-9e2b-9568b3a70e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.173006 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-613eebaf-e981-4922-9e2b-9568b3a70e84 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bb2aed5e-8cc6-4226-a1ab-f87c5361e8aa HTTP/1.1" status: 204 len: 168 time: 0.3447018 Sep 20 05:06:03.173735 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36906) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:03.213559 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36910) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:03.226673 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-76262865-5a94-4291-8c27-dd0cb360d7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.247080 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.327314 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-76262865-5a94-4291-8c27-dd0cb360d7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.331966 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-76262865-5a94-4291-8c27-dd0cb360d7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.359052 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.360677 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-76262865-5a94-4291-8c27-dd0cb360d7d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5d6586f12ad49ec818ad2c559ee80c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457114 Sep 20 05:06:03.362442 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36914) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:03.382757 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24cd8bc-a7a7-4077-ac39-ebec26904ee1']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:03.393562 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b303e5c-71e9-4be8-812f-a5ca0af121e2') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:03.393727 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b303e5c-71e9-4be8-812f-a5ca0af121e2') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:03.403420 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76262865-5a94-4291-8c27-dd0cb360d7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085dbed9-704c-4cc1-84dd-43c752b94843,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:03.409791 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630178'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.430464 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f23f4ce2-827e-45fa-964d-c32a139c986b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.435194 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-747b8fb1-79a1-46eb-b0ec-4ff67caa07cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.439686 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.448401 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:06:03.448833 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113335'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: timer() Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: cb(*args, **kw) Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: self._notify() Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: self.callback(batched_events) Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: event.method(event) Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._get(url).json() Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:06:03.450443 dv-cinder-809965-1-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:06:03.457972 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-747b8fb1-79a1-46eb-b0ec-4ff67caa07cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.514658 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-747b8fb1-79a1-46eb-b0ec-4ff67caa07cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.518733 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-747b8fb1-79a1-46eb-b0ec-4ff67caa07cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.523406 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-747b8fb1-79a1-46eb-b0ec-4ff67caa07cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/085dbed9-704c-4cc1-84dd-43c752b94843 HTTP/1.1" status: 204 len: 168 time: 0.1603270 Sep 20 05:06:03.531052 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.533162 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b8fb1-79a1-46eb-b0ec-4ff67caa07cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085dbed9-704c-4cc1-84dd-43c752b94843,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:03.550603 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.553254 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] 10.222.0.32 "DELETE /v2.0/networks/b24cd8bc-a7a7-4077-ac39-ebec26904ee1 HTTP/1.1" status: 204 len: 168 time: 0.3784263 Sep 20 05:06:03.558594 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff52df4-8cfb-4746-a651-9fa20cb0a7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=b24cd8bc-a7a7-4077-ac39-ebec26904ee1,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:03.621566 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f23f4ce2-827e-45fa-964d-c32a139c986b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.629300 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f23f4ce2-827e-45fa-964d-c32a139c986b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.669772 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f23f4ce2-827e-45fa-964d-c32a139c986b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41c0b2bfc2014048a38e9e5f982cb683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150504 Sep 20 05:06:03.670785 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f4ce2-827e-45fa-964d-c32a139c986b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b713ac40-68aa-4e8e-884e-56b67d4778d8,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:03.672491 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36924) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:03.730409 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-753c65b9-ab18-400b-ac9e-9e3035fe533c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.755313 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-753c65b9-ab18-400b-ac9e-9e3035fe533c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.851042 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91181544-687c-4e63-95fc-df5598568b07 req-f882916a-a0ea-4041-a3fd-41083c4e8b3f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:03.876875 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-91181544-687c-4e63-95fc-df5598568b07 req-f882916a-a0ea-4041-a3fd-41083c4e8b3f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0796125 Sep 20 05:06:03.881867 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-753c65b9-ab18-400b-ac9e-9e3035fe533c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.884708 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-753c65b9-ab18-400b-ac9e-9e3035fe533c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:03.886562 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-753c65b9-ab18-400b-ac9e-9e3035fe533c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b713ac40-68aa-4e8e-884e-56b67d4778d8 HTTP/1.1" status: 204 len: 168 time: 0.2129924 Sep 20 05:06:03.913955 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c65b9-ab18-400b-ac9e-9e3035fe533c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b713ac40-68aa-4e8e-884e-56b67d4778d8,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:03.950902 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-91181544-687c-4e63-95fc-df5598568b07 req-697335b1-3321-4b72-a623-b9a92aac8c17 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700817 Sep 20 05:06:03.954082 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36942) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:03.996481 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e9a78-abc8-4a49-a0a5-f008bc2ad657 req-c3646e28-e25e-4cc0-9982-3809cb348682 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:04.000144 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6e7e9a78-abc8-4a49-a0a5-f008bc2ad657 req-c3646e28-e25e-4cc0-9982-3809cb348682 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0677199 Sep 20 05:06:04.019713 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-77aec276-2a17-4113-979b-bbbe17894867 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c402992d4ac433bb4847450452e0599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644300 Sep 20 05:06:04.022196 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36944) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:04.045025 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6e7e9a78-abc8-4a49-a0a5-f008bc2ad657 req-f2b9071e-8921-472e-87d8-3f503c692bf5 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391572 Sep 20 05:06:04.053381 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5ddc265f-c799-444b-b7c0-3b3bae29fc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.096040 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4112eef6-4d3c-4f5f-ae89-1b2daa86dca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.120867 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4112eef6-4d3c-4f5f-ae89-1b2daa86dca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.180832 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4112eef6-4d3c-4f5f-ae89-1b2daa86dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.183337 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4112eef6-4d3c-4f5f-ae89-1b2daa86dca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.187146 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4112eef6-4d3c-4f5f-ae89-1b2daa86dca4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2c93aa7-63bd-4ec5-b652-aee5fd6a6790 HTTP/1.1" status: 204 len: 168 time: 0.1632302 Sep 20 05:06:04.194872 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112eef6-4d3c-4f5f-ae89-1b2daa86dca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c93aa7-63bd-4ec5-b652-aee5fd6a6790,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:04.251092 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71669-b427-410a-8c77-d4950a4817ad req-8304a5e0-6758-40e3-a4ce-31ca9c5f829c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:04.258376 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f6b71669-b427-410a-8c77-d4950a4817ad req-8304a5e0-6758-40e3-a4ce-31ca9c5f829c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0829253 Sep 20 05:06:04.303146 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f6b71669-b427-410a-8c77-d4950a4817ad req-f632ec2a-c8b4-4ebb-a845-23f7ae067fb8 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398266 Sep 20 05:06:04.424133 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36960) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:04.438224 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a3902fbf-aa58-4493-8593-f94e86c1f394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.539274 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a3902fbf-aa58-4493-8593-f94e86c1f394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.548008 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a3902fbf-aa58-4493-8593-f94e86c1f394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.596612 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3902fbf-aa58-4493-8593-f94e86c1f394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6842821-425f-414e-8214-bd55cb378fca,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:04.603623 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a3902fbf-aa58-4493-8593-f94e86c1f394 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12c5264f25ef447e8752ffdb8cb69513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759231 Sep 20 05:06:04.603821 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 36968) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:04.666854 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-328c4464-6a85-4238-a352-3cfc18089a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.690135 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-328c4464-6a85-4238-a352-3cfc18089a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.748147 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-328c4464-6a85-4238-a352-3cfc18089a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.752783 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-328c4464-6a85-4238-a352-3cfc18089a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.754980 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-328c4464-6a85-4238-a352-3cfc18089a0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6842821-425f-414e-8214-bd55cb378fca HTTP/1.1" status: 204 len: 168 time: 0.1383762 Sep 20 05:06:04.765532 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c4464-6a85-4238-a352-3cfc18089a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6842821-425f-414e-8214-bd55cb378fca,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:04.858126 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36978) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:04.884422 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.907216 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b71236a2-d9d7-44a8-8840-69c47ab3758b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dac444b9a924620be2b0b1bc03dfb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478480 Sep 20 05:06:04.909772 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 36980) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:04.965996 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b924cc63-e6fe-4975-a32f-af9b599fad5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:04.997352 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b924cc63-e6fe-4975-a32f-af9b599fad5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:05.095418 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447bf64-3db2-4c91-91e5-d65a20adc4cf req-25b9cb5f-4409-408a-be09-1b25f8c9df72 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:05.097165 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5447bf64-3db2-4c91-91e5-d65a20adc4cf req-25b9cb5f-4409-408a-be09-1b25f8c9df72 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0620756 Sep 20 05:06:05.098337 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b924cc63-e6fe-4975-a32f-af9b599fad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:05.101020 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b924cc63-e6fe-4975-a32f-af9b599fad5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:05.105012 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b924cc63-e6fe-4975-a32f-af9b599fad5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2626b345-b695-456c-84f3-7a8be73c2f1d HTTP/1.1" status: 204 len: 168 time: 0.1910756 Sep 20 05:06:05.115380 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924cc63-e6fe-4975-a32f-af9b599fad5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2626b345-b695-456c-84f3-7a8be73c2f1d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:05.164722 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5447bf64-3db2-4c91-91e5-d65a20adc4cf req-1d8fafa6-d4e0-4441-951b-c79bd6aa3c21 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612121 Sep 20 05:06:05.282125 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4c430-bc50-4aa0-9a4e-cfc40cf15927 req-651f8b6e-4431-48c3-a934-9f664dcec751 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:05.282875 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e6c4c430-bc50-4aa0-9a4e-cfc40cf15927 req-651f8b6e-4431-48c3-a934-9f664dcec751 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.1003909 Sep 20 05:06:05.308126 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:05.356074 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e6c4c430-bc50-4aa0-9a4e-cfc40cf15927 req-bce79830-292b-4de3-9cc1-f3a13f86d2b8 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543067 Sep 20 05:06:05.475417 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed042b3-575f-456a-830a-755ba9da6a82 req-aeda8a4e-63ca-414b-8ff0-6e920c14af62 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:05.475883 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ed042b3-575f-456a-830a-755ba9da6a82 req-aeda8a4e-63ca-414b-8ff0-6e920c14af62 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.1072507 Sep 20 05:06:05.489942 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37008) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:05.495904 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-8c9b616f-b04b-4cfb-bd5a-eb8b53abc5b7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Request body: {'floatingip': {'port_id': '2c4a28a2-50e3-49ef-8614-24102c628c59'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:05.539255 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ee256-e4fb-483b-9158-ed7f7b066854 req-7b62c6c8-03ef-4b40-ac4d-ed974ca630c8 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:05.541333 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ce5ee256-e4fb-483b-9158-ed7f7b066854 req-7b62c6c8-03ef-4b40-ac4d-ed974ca630c8 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0846190 Sep 20 05:06:05.603909 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c9b616f-b04b-4cfb-bd5a-eb8b53abc5b7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:05.625271 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ce5ee256-e4fb-483b-9158-ed7f7b066854 req-a415a594-b232-4cab-9eb8-a0a03f86d3a6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739179 Sep 20 05:06:05.808515 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8185e48-90e5-46c2-9660-8ea428956be3 req-9d7a4099-65c7-425f-8163-d26701864daa tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:05.810873 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8185e48-90e5-46c2-9660-8ea428956be3 req-9d7a4099-65c7-425f-8163-d26701864daa tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0707228 Sep 20 05:06:05.819429 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37026) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:05.825435 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-a22591e1-bc1f-4855-ba6c-c229811053b2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Request body: {'floatingip': {'port_id': 'f123ffee-366f-4849-a484-c8f6c7824115'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:05.904141 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a22591e1-bc1f-4855-ba6c-c229811053b2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:06.670523 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.db.resource_extend [None req-a22591e1-bc1f-4855-ba6c-c229811053b2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 05:06:06.700168 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c9b616f-b04b-4cfb-bd5a-eb8b53abc5b7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:06.708787 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c9b616f-b04b-4cfb-bd5a-eb8b53abc5b7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:06.720508 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d79ca-ccbf-4c53-82f9-eb490cd92468 req-8e52588f-f1d9-4999-ad88-8e4d0371eb1a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:06.722027 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-614d79ca-ccbf-4c53-82f9-eb490cd92468 req-8e52588f-f1d9-4999-ad88-8e4d0371eb1a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.1974242 Sep 20 05:06:06.762525 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:06.872240 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-8c9b616f-b04b-4cfb-bd5a-eb8b53abc5b7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Floating IP 3d5dd534-7193-4d79-99ac-32fa3edfb9f8 associated. External IP: 172.27.1.143, port: 2c4a28a2-50e3-49ef-8614-24102c628c59. Sep 20 05:06:07.000403 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-614d79ca-ccbf-4c53-82f9-eb490cd92468 req-9569dd09-1957-49d9-8ee3-c39eec5b5ea8 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607956 Sep 20 05:06:07.010171 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd14f6-ec74-45da-a2f7-16c39761516d req-0e814313-d30c-424a-b32e-3e82d28b80c1 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:07.019496 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f6cd14f6-ec74-45da-a2f7-16c39761516d req-0e814313-d30c-424a-b32e-3e82d28b80c1 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 945 time: 0.4937146 Sep 20 05:06:07.063301 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a22591e1-bc1f-4855-ba6c-c229811053b2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:07.072345 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a22591e1-bc1f-4855-ba6c-c229811053b2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:07.134643 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f6cd14f6-ec74-45da-a2f7-16c39761516d req-9ddeecd3-69a7-4271-a1dc-647e6f195cfb tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135137 Sep 20 05:06:07.181377 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9b616f-b04b-4cfb-bd5a-eb8b53abc5b7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:06:07.263201 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-a22591e1-bc1f-4855-ba6c-c229811053b2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Floating IP 5fc8fff3-0203-4b3b-a601-a3ea7c91a97c associated. External IP: 172.27.1.85, port: f123ffee-366f-4849-a484-c8f6c7824115. Sep 20 05:06:07.314330 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9b616f-b04b-4cfb-bd5a-eb8b53abc5b7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:06:07.320646 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c9b616f-b04b-4cfb-bd5a-eb8b53abc5b7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:07.333540 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e03e8c-f9f4-4c1b-b65e-34d1219a1b0d None None] Sync routers for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:06:07.348791 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e03e8c-f9f4-4c1b-b65e-34d1219a1b0d None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:06:07.349677 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-57e03e8c-f9f4-4c1b-b65e-34d1219a1b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:06:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:07.357200 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8c9b616f-b04b-4cfb-bd5a-eb8b53abc5b7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "PUT /v2.0/floatingips/3d5dd534-7193-4d79-99ac-32fa3edfb9f8 HTTP/1.1" status: 200 len: 991 time: 1.8626173 Sep 20 05:06:07.357200 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'tag': '2c4a28a2-50e3-49ef-8614-24102c628c59'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:06:07.357795 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17afebc3-ad11-4cc9-9000-19bdde428ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e215ec2-8aca-436b-a263-0b0e255e3325", "tag": "2c4a28a2-50e3-49ef-8614-24102c628c59"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:07.464524 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2256d850-d8dd-4f95-be84-af988356a1f6 x-openstack-request-id: req-2256d850-d8dd-4f95-be84-af988356a1f6 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:07.464917 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e215ec2-8aca-436b-a263-0b0e255e3325", "tag": "2c4a28a2-50e3-49ef-8614-24102c628c59", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:07.465387 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2256d850-d8dd-4f95-be84-af988356a1f6 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:07.465876 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'tag': '2c4a28a2-50e3-49ef-8614-24102c628c59', 'status': 'completed', 'code': 200} Sep 20 05:06:07.528602 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-57e03e8c-f9f4-4c1b-b65e-34d1219a1b0d None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:06:07.583993 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22591e1-bc1f-4855-ba6c-c229811053b2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Router a429d993-38f6-4c3f-a892-741c437920eb has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:06:07.666197 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afebc3-ad11-4cc9-9000-19bdde428ee1 req-2136d41e-0876-4d00-aeff-a5dc858720d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:07.668453 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-17afebc3-ad11-4cc9-9000-19bdde428ee1 req-2136d41e-0876-4d00-aeff-a5dc858720d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1bfea594b1e04a0da5dd12d328acb684&device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 1098 time: 0.0918124 Sep 20 05:06:07.826999 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22591e1-bc1f-4855-ba6c-c229811053b2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:06:07.832344 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a22591e1-bc1f-4855-ba6c-c229811053b2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:07.838002 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02477a-fc8d-42f1-bc19-4be4010507a9 None None] Sync routers for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:06:07.852852 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02477a-fc8d-42f1-bc19-4be4010507a9 None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:06:07.856350 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8a02477a-fc8d-42f1-bc19-4be4010507a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:06:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:07.877353 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a22591e1-bc1f-4855-ba6c-c229811053b2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "PUT /v2.0/floatingips/5fc8fff3-0203-4b3b-a601-a3ea7c91a97c HTTP/1.1" status: 200 len: 990 time: 2.0567486 Sep 20 05:06:07.879135 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afebc3-ad11-4cc9-9000-19bdde428ee1 req-b96c2e85-5252-47fb-853c-5d16a2a5f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:07.880264 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-17afebc3-ad11-4cc9-9000-19bdde428ee1 req-b96c2e85-5252-47fb-853c-5d16a2a5f13d service neutron] 10.222.0.23 "GET /v2.0/networks?id=82ed44a3-5020-459e-a5d8-53caa9b90a71 HTTP/1.1" status: 200 len: 911 time: 0.1947539 Sep 20 05:06:07.880768 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:06:07.883422 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131de0a5-6f83-4bdc-9300-1e00cd786e33" -d '{"events": [{"name": "network-changed", "server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "tag": "f123ffee-366f-4849-a484-c8f6c7824115"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:07.929156 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37124) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:07.979009 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545046e0-24f8-45ed-970e-1cbbc2030155 x-openstack-request-id: req-545046e0-24f8-45ed-970e-1cbbc2030155 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:07.979307 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "tag": "f123ffee-366f-4849-a484-c8f6c7824115", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:07.979540 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-545046e0-24f8-45ed-970e-1cbbc2030155 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:07.979928 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115', 'status': 'completed', 'code': 200} Sep 20 05:06:08.110151 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-57e03e8c-f9f4-4c1b-b65e-34d1219a1b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '3d5dd534-7193-4d79-99ac-32fa3edfb9f8', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'port_id': '2c4a28a2-50e3-49ef-8614-24102c628c59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'mac_address': 'fa:16:3e:b8:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:05:43Z', 'updated_at': '2021-09-20T05:06:06Z', 'revision_number': 1, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:40Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:08.159258 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131de0a5-6f83-4bdc-9300-1e00cd786e33 req-e2ee81f7-dad5-4b92-b713-7ed3a64e81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:08.165795 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-131de0a5-6f83-4bdc-9300-1e00cd786e33 req-e2ee81f7-dad5-4b92-b713-7ed3a64e81fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 1098 time: 0.1249316 Sep 20 05:06:08.189045 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e03e8c-f9f4-4c1b-b65e-34d1219a1b0d None None] Checking router: adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:06:08.203904 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e03e8c-f9f4-4c1b-b65e-34d1219a1b0d None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:06:08.204740 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-57e03e8c-f9f4-4c1b-b65e-34d1219a1b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:06:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:08.254117 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-17afebc3-ad11-4cc9-9000-19bdde428ee1 req-a5e01193-eeee-4796-af01-8f9d733f33fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4a28a2-50e3-49ef-8614-24102c628c59 HTTP/1.1" status: 200 len: 999 time: 0.3560693 Sep 20 05:06:08.255589 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-8a02477a-fc8d-42f1-bc19-4be4010507a9 None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:06:08.363596 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131de0a5-6f83-4bdc-9300-1e00cd786e33 req-1446135c-8da2-4ec1-a48b-73c753d872df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:08.365485 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-131de0a5-6f83-4bdc-9300-1e00cd786e33 req-1446135c-8da2-4ec1-a48b-73c753d872df service neutron] 10.222.0.23 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 916 time: 0.1850998 Sep 20 05:06:08.420056 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-57e03e8c-f9f4-4c1b-b65e-34d1219a1b0d None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:06:08.466915 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afebc3-ad11-4cc9-9000-19bdde428ee1 req-476fab15-5317-4438-8bcf-96e45bd229a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:08.466915 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-17afebc3-ad11-4cc9-9000-19bdde428ee1 req-476fab15-5317-4438-8bcf-96e45bd229a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df531757-d500-4ae2-9c23-877c926ef6aa HTTP/1.1" status: 200 len: 850 time: 0.1684587 Sep 20 05:06:08.538414 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301663ab-ab57-4a52-82b4-ebafa36d3e3a req-1236a81e-0de8-4661-98ad-8635ca1632ab tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:08.554184 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-301663ab-ab57-4a52-82b4-ebafa36d3e3a req-1236a81e-0de8-4661-98ad-8635ca1632ab tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.3758550 Sep 20 05:06:08.629279 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6085d88-dcc4-4111-a5f2-aa7d85a7d8c1 req-61ca8d91-17c2-486b-94b1-b8928f37aa30 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:08.632006 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6085d88-dcc4-4111-a5f2-aa7d85a7d8c1 req-61ca8d91-17c2-486b-94b1-b8928f37aa30 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 945 time: 0.3353269 Sep 20 05:06:08.689460 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54265d7f-25e0-4ce5-8a93-75301a2b56c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:08.745817 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-131de0a5-6f83-4bdc-9300-1e00cd786e33 req-6b5b905c-9598-4897-b79d-32ab33ad07a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f123ffee-366f-4849-a484-c8f6c7824115 HTTP/1.1" status: 200 len: 998 time: 0.3705647 Sep 20 05:06:08.792871 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afebc3-ad11-4cc9-9000-19bdde428ee1 req-915586b6-b3fb-4a45-85f7-f5fdd617d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:08.794343 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-17afebc3-ad11-4cc9-9000-19bdde428ee1 req-915586b6-b3fb-4a45-85f7-f5fdd617d95d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82ed44a3-5020-459e-a5d8-53caa9b90a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3104806 Sep 20 05:06:08.825333 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-301663ab-ab57-4a52-82b4-ebafa36d3e3a req-6b292806-04ea-4dc5-b9fd-228880c619d0 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701974 Sep 20 05:06:08.843179 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dfce0-0aab-43a2-b5ae-46aa332b7c00 req-2ca6614b-3a66-44ec-b8cd-48231d863943 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:08.843179 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a94dfce0-0aab-43a2-b5ae-46aa332b7c00 req-2ca6614b-3a66-44ec-b8cd-48231d863943 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.23 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 945 time: 0.2533977 Sep 20 05:06:08.901407 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6085d88-dcc4-4111-a5f2-aa7d85a7d8c1 req-2f4e4c92-7fb8-4b09-a7b3-d6e569e1e4a7 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509649 Sep 20 05:06:08.913439 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:06:08.951763 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8a02477a-fc8d-42f1-bc19-4be4010507a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '5fc8fff3-0203-4b3b-a601-a3ea7c91a97c', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'port_id': 'f123ffee-366f-4849-a484-c8f6c7824115', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'mac_address': 'fa:16:3e:52:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5770061-2fc4-4c56-a4df-859993e72367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:05:43Z', 'updated_at': '2021-09-20T05:06:06Z', 'revision_number': 1, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:37Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:09.007704 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02477a-fc8d-42f1-bc19-4be4010507a9 None None] Checking router: a429d993-38f6-4c3f-a892-741c437920eb for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:06:09.022310 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02477a-fc8d-42f1-bc19-4be4010507a9 None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:06:09.023408 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8a02477a-fc8d-42f1-bc19-4be4010507a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:06:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:09.065860 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-57e03e8c-f9f4-4c1b-b65e-34d1219a1b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '3d5dd534-7193-4d79-99ac-32fa3edfb9f8', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'port_id': '2c4a28a2-50e3-49ef-8614-24102c628c59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'mac_address': 'fa:16:3e:b8:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:05:43Z', 'updated_at': '2021-09-20T05:06:06Z', 'revision_number': 1, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:40Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:09.077967 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-17afebc3-ad11-4cc9-9000-19bdde428ee1 req-64fcc07b-a956-4a9e-954d-ebf49046013c service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689333 Sep 20 05:06:09.155220 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131de0a5-6f83-4bdc-9300-1e00cd786e33 req-ea3339f6-9470-44c7-aef5-1679b3066403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:09.156901 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-131de0a5-6f83-4bdc-9300-1e00cd786e33 req-ea3339f6-9470-44c7-aef5-1679b3066403 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 200 len: 855 time: 0.3979065 Sep 20 05:06:09.191779 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-8a02477a-fc8d-42f1-bc19-4be4010507a9 None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:06:09.250954 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e03e8c-f9f4-4c1b-b65e-34d1219a1b0d None None] The sync data for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi is: [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '3d5dd534-7193-4d79-99ac-32fa3edfb9f8', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'port_id': '2c4a28a2-50e3-49ef-8614-24102c628c59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'mac_address': 'fa:16:3e:b8:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:05:43Z', 'updated_at': '2021-09-20T05:06:06Z', 'revision_number': 1, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:40Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:06:09.301519 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-17afebc3-ad11-4cc9-9000-19bdde428ee1 req-f571e880-858d-407b-9027-e2813f5e55cb service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141662 Sep 20 05:06:09.388229 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131de0a5-6f83-4bdc-9300-1e00cd786e33 req-7f3dd447-7406-41a6-9c06-4fe2b4b66b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:09.389788 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-131de0a5-6f83-4bdc-9300-1e00cd786e33 req-7f3dd447-7406-41a6-9c06-4fe2b4b66b56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=938fc456-60b7-4e39-9ccf-45538a5abe25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2259562 Sep 20 05:06:09.447831 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54265d7f-25e0-4ce5-8a93-75301a2b56c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:09.458312 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54265d7f-25e0-4ce5-8a93-75301a2b56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:09.509969 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8a02477a-fc8d-42f1-bc19-4be4010507a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '5fc8fff3-0203-4b3b-a601-a3ea7c91a97c', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'port_id': 'f123ffee-366f-4849-a484-c8f6c7824115', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'mac_address': 'fa:16:3e:52:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5770061-2fc4-4c56-a4df-859993e72367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:05:43Z', 'updated_at': '2021-09-20T05:06:06Z', 'revision_number': 1, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:37Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:09.517465 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-a94dfce0-0aab-43a2-b5ae-46aa332b7c00 req-63c0a3b8-5383-4209-ad5c-638c7e35b078 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Deleting port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:06:09.517869 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a94dfce0-0aab-43a2-b5ae-46aa332b7c00 req-63c0a3b8-5383-4209-ad5c-638c7e35b078 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:09.539068 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02477a-fc8d-42f1-bc19-4be4010507a9 None None] The sync data for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi is: [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '5fc8fff3-0203-4b3b-a601-a3ea7c91a97c', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'port_id': 'f123ffee-366f-4849-a484-c8f6c7824115', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'mac_address': 'fa:16:3e:52:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5770061-2fc4-4c56-a4df-859993e72367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:05:43Z', 'updated_at': '2021-09-20T05:06:06Z', 'revision_number': 1, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:37Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:06:09.577622 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-54265d7f-25e0-4ce5-8a93-75301a2b56c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=828b450d364448b5b4263f3e1b8ddfde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6449103 Sep 20 05:06:09.578178 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37188) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:09.630769 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf5719b-aa78-41e2-a98f-f0fa95542a37 None None] New status for floating IP 3d5dd534-7193-4d79-99ac-32fa3edfb9f8: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:06:09.631297 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54265d7f-25e0-4ce5-8a93-75301a2b56c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e16cf1a-4c4b-4e40-ba5f-fb614cc5c7b7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:09.690751 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-71f38084-d048-4ee0-a982-484ff29a1032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:09.726270 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-131de0a5-6f83-4bdc-9300-1e00cd786e33 req-9b470e0c-a71b-4a28-9739-83f600171c8c service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144131 Sep 20 05:06:09.743405 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-71f38084-d048-4ee0-a982-484ff29a1032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:09.806977 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-71f38084-d048-4ee0-a982-484ff29a1032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:09.809808 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-71f38084-d048-4ee0-a982-484ff29a1032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:09.810996 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-71f38084-d048-4ee0-a982-484ff29a1032 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e16cf1a-4c4b-4e40-ba5f-fb614cc5c7b7 HTTP/1.1" status: 204 len: 168 time: 0.2319355 Sep 20 05:06:09.833441 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f38084-d048-4ee0-a982-484ff29a1032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e16cf1a-4c4b-4e40-ba5f-fb614cc5c7b7,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:09.881318 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3e94a-2ee7-4891-8d7c-1aabb82236da None None] New status for floating IP 5fc8fff3-0203-4b3b-a601-a3ea7c91a97c: ACTIVE {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:06:09.903560 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-a94dfce0-0aab-43a2-b5ae-46aa332b7c00 req-63c0a3b8-5383-4209-ad5c-638c7e35b078 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] For port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=02c018db-a9de-4a50-8c02-a2f1a7f48b9f,segment=NetworkSegment(ca4bad22-03aa-46fd-b6d6-098aea221b4d),segment_id=ca4bad22-03aa-46fd-b6d6-098aea221b4d)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:09.903934 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a94dfce0-0aab-43a2-b5ae-46aa332b7c00 req-63c0a3b8-5383-4209-ad5c-638c7e35b078 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:09.923470 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-a94dfce0-0aab-43a2-b5ae-46aa332b7c00 req-63c0a3b8-5383-4209-ad5c-638c7e35b078 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Calling delete_port for 02c018db-a9de-4a50-8c02-a2f1a7f48b9f owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:06:09.930718 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37204) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:10.028226 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-131de0a5-6f83-4bdc-9300-1e00cd786e33 req-791d5de8-8433-4273-af23-6218fe61e328 service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927277 Sep 20 05:06:10.066158 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376c1d1-5b5f-4fc2-ab45-f45d6f0998d8 req-ff339833-6419-4ba3-815f-7bdbd6e79e3f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:10.088255 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4376c1d1-5b5f-4fc2-ab45-f45d6f0998d8 req-ff339833-6419-4ba3-815f-7bdbd6e79e3f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.1275764 Sep 20 05:06:10.236418 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4376c1d1-5b5f-4fc2-ab45-f45d6f0998d8 req-2c01b6cb-c831-41bb-b46a-1f94ae01e8a2 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464627 Sep 20 05:06:10.286168 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf012d-592a-4d57-8645-4ba0ef1c07d1 req-04364e65-7db1-4421-8ba5-568b457c1e31 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:10.287982 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ddf012d-592a-4d57-8645-4ba0ef1c07d1 req-04364e65-7db1-4421-8ba5-568b457c1e31 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 945 time: 0.1964021 Sep 20 05:06:10.361582 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ddf012d-592a-4d57-8645-4ba0ef1c07d1 req-134b3d9a-3109-453f-bd6f-a940dbb99465 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/security-groups?id=53055671-e0df-46eb-8b1e-d0fc2e4a2964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671635 Sep 20 05:06:10.416333 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a94dfce0-0aab-43a2-b5ae-46aa332b7c00 req-63c0a3b8-5383-4209-ad5c-638c7e35b078 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:10.439461 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-290b133c-9ca3-4ee1-ad87-4cbd992a8a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:10.457101 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['02c018db-a9de-4a50-8c02-a2f1a7f48b9f'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:06:10.488377 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0a3b8-5383-4209-ad5c-638c7e35b078 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Pushing event deleted for resources: {'Port': ['ID=02c018db-a9de-4a50-8c02-a2f1a7f48b9f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:10.594077 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-290b133c-9ca3-4ee1-ad87-4cbd992a8a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:10.603216 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-290b133c-9ca3-4ee1-ad87-4cbd992a8a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:10.623323 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94dfce0-0aab-43a2-b5ae-46aa332b7c00 req-63c0a3b8-5383-4209-ad5c-638c7e35b078 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] No DVR routers for this DVR port 02c018db-a9de-4a50-8c02-a2f1a7f48b9f on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:06:10.628810 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a94dfce0-0aab-43a2-b5ae-46aa332b7c00 req-63c0a3b8-5383-4209-ad5c-638c7e35b078 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:10.631556 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a94dfce0-0aab-43a2-b5ae-46aa332b7c00 req-63c0a3b8-5383-4209-ad5c-638c7e35b078 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.23 "DELETE /v2.0/ports/02c018db-a9de-4a50-8c02-a2f1a7f48b9f HTTP/1.1" status: 204 len: 173 time: 1.7850943 Sep 20 05:06:10.632006 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada0a05e-b610-4fb5-bd5d-6831c066598b', 'name': 'network-vif-deleted', 'tag': '02c018db-a9de-4a50-8c02-a2f1a7f48b9f'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:06:10.635727 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd30551-7b25-40fb-b742-63bac65c497d" -d '{"events": [{"server_uuid": "ada0a05e-b610-4fb5-bd5d-6831c066598b", "name": "network-vif-deleted", "tag": "02c018db-a9de-4a50-8c02-a2f1a7f48b9f"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:10.687595 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341912aa-fe87-4d79-98bb-ad9e944c838a x-openstack-request-id: req-341912aa-fe87-4d79-98bb-ad9e944c838a {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:10.687882 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada0a05e-b610-4fb5-bd5d-6831c066598b", "name": "network-vif-deleted", "tag": "02c018db-a9de-4a50-8c02-a2f1a7f48b9f", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:10.688164 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-341912aa-fe87-4d79-98bb-ad9e944c838a {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:10.688599 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada0a05e-b610-4fb5-bd5d-6831c066598b', 'name': 'network-vif-deleted', 'tag': '02c018db-a9de-4a50-8c02-a2f1a7f48b9f', 'status': 'completed', 'code': 200} Sep 20 05:06:10.691774 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b133c-9ca3-4ee1-ad87-4cbd992a8a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de595b8-a141-4d0b-bf89-779216b8e388,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:10.732977 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-290b133c-9ca3-4ee1-ad87-4cbd992a8a31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31613c13eabe463ab0d629ed788a02ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8010826 Sep 20 05:06:10.735851 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37232) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:10.803306 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-678694a0-8b57-4ecf-8859-8e1a742680da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:10.824859 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-678694a0-8b57-4ecf-8859-8e1a742680da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:10.873375 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-678694a0-8b57-4ecf-8859-8e1a742680da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:10.875970 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-678694a0-8b57-4ecf-8859-8e1a742680da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:10.877142 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-678694a0-8b57-4ecf-8859-8e1a742680da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4de595b8-a141-4d0b-bf89-779216b8e388 HTTP/1.1" status: 204 len: 168 time: 0.1385500 Sep 20 05:06:10.885348 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678694a0-8b57-4ecf-8859-8e1a742680da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de595b8-a141-4d0b-bf89-779216b8e388,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:11.204573 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37252) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:11.219275 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-61b74ffc-1a51-44aa-ba40-e745d876b062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:11.410003 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-61b74ffc-1a51-44aa-ba40-e745d876b062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:11.422846 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead0f0-9250-4d42-83ae-9cb62f994be5 req-680ab1b8-23f8-4d2d-ab5f-723e5fe5d5b5 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:11.424867 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-efead0f0-9250-4d42-83ae-9cb62f994be5 req-680ab1b8-23f8-4d2d-ab5f-723e5fe5d5b5 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.1153758 Sep 20 05:06:11.426357 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-61b74ffc-1a51-44aa-ba40-e745d876b062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:11.484417 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-61b74ffc-1a51-44aa-ba40-e745d876b062 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=615fd33760ed4642b956b9f33285e10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787583 Sep 20 05:06:11.487194 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37266) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:11.513546 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1b49329f-26f2-4768-a4c0-b9deb44a9eec req-3d6eb0a5-d754-4a88-a09a-91496ab23c92 tempest-DeleteServersTestJSON-955392875 tempest-DeleteServersTestJSON-955392875-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada0a05e-b610-4fb5-bd5d-6831c066598b HTTP/1.1" status: 200 len: 210 time: 0.0450623 Sep 20 05:06:11.521467 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b74ffc-1a51-44aa-ba40-e745d876b062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90f8d11-ef15-44c8-bcbd-fcaef23888d7,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:11.555030 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-efead0f0-9250-4d42-83ae-9cb62f994be5 req-51062e50-fe7b-4802-b865-fed61c5e34d2 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232059 Sep 20 05:06:11.601050 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-61dc8bc0-5a82-4679-9b78-331b14c4944b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:11.628650 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-61dc8bc0-5a82-4679-9b78-331b14c4944b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:11.692265 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-61dc8bc0-5a82-4679-9b78-331b14c4944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:11.694821 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-61dc8bc0-5a82-4679-9b78-331b14c4944b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:11.696048 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-61dc8bc0-5a82-4679-9b78-331b14c4944b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f90f8d11-ef15-44c8-bcbd-fcaef23888d7 HTTP/1.1" status: 204 len: 168 time: 0.2064598 Sep 20 05:06:11.704262 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc8bc0-5a82-4679-9b78-331b14c4944b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90f8d11-ef15-44c8-bcbd-fcaef23888d7,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:12.667313 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c10d3-47fc-4e0a-89c8-12522b938bf1 req-e874640c-541a-4a67-b71b-f7c24d64da3a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:12.668856 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e61c10d3-47fc-4e0a-89c8-12522b938bf1 req-e874640c-541a-4a67-b71b-f7c24d64da3a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0541995 Sep 20 05:06:12.719771 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e61c10d3-47fc-4e0a-89c8-12522b938bf1 req-335590f2-4b75-4868-b416-cbef8c34d8bf tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446014 Sep 20 05:06:13.244588 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 02c018db-a9de-4a50-8c02-a2f1a7f48b9f no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:06:13.272415 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 02c018db-a9de-4a50-8c02-a2f1a7f48b9f {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:06:13.272844 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 02c018db-a9de-4a50-8c02-a2f1a7f48b9f not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:06:13.431125 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37422) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:13.511045 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37430) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:13.595590 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:13.616606 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:13.686250 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:13.689707 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:13.728050 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=171184e4d9ca4eb4ac36c2373bf980f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957664 Sep 20 05:06:13.729642 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695f2139-3302-4434-9178-1cbc2c6a40be,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:13.731575 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37438) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:13.748661 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.749010 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.749902 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.749902 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.750073 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.750385 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.750834 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.751313 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.751544 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.751867 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.752268 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.752589 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be67f15a-bbd1-4f31-a233-d155f4a2e1db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.778680 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:13.783761 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:13.808160 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f27626c8-3eda-46cb-ba0f-95fc02630deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:13.833292 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f27626c8-3eda-46cb-ba0f-95fc02630deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:13.839460 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf435ef7-61f9-4c08-9f4c-ca8ed09461ea,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:13.861228 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cee1b0991f2497f84df4287a9f76922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492904 Sep 20 05:06:13.863804 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37444) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:13.866201 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.866618 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.867014 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.867410 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.867801 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.868242 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.868620 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.869261 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.870413 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.870893 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.871349 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.871795 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2311bac-8bdf-46fa-a500-ada25abf4add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:13.898599 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c7810-0206-4e69-a4ce-178f613e18ca req-d848491e-85be-43b4-a6ad-0af39cc15352 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:13.900309 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a7c7810-0206-4e69-a4ce-178f613e18ca req-d848491e-85be-43b4-a6ad-0af39cc15352 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0814412 Sep 20 05:06:13.911897 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f27626c8-3eda-46cb-ba0f-95fc02630deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:13.914570 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f27626c8-3eda-46cb-ba0f-95fc02630deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:13.916062 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f27626c8-3eda-46cb-ba0f-95fc02630deb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/695f2139-3302-4434-9178-1cbc2c6a40be HTTP/1.1" status: 204 len: 168 time: 0.1833177 Sep 20 05:06:13.933866 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27626c8-3eda-46cb-ba0f-95fc02630deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695f2139-3302-4434-9178-1cbc2c6a40be,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:13.940192 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1b3a8e47-2da1-4a5d-9886-a4d91d271a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:13.958818 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a7c7810-0206-4e69-a4ce-178f613e18ca req-aff9a2bf-15b8-41e2-95b1-c7d776d0e9f9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513728 Sep 20 05:06:13.962044 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1b3a8e47-2da1-4a5d-9886-a4d91d271a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.011331 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1b3a8e47-2da1-4a5d-9886-a4d91d271a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.014604 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1b3a8e47-2da1-4a5d-9886-a4d91d271a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.018431 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1b3a8e47-2da1-4a5d-9886-a4d91d271a72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf435ef7-61f9-4c08-9f4c-ca8ed09461ea HTTP/1.1" status: 204 len: 168 time: 0.1510177 Sep 20 05:06:14.023704 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a8e47-2da1-4a5d-9886-a4d91d271a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf435ef7-61f9-4c08-9f4c-ca8ed09461ea,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:14.226826 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37462) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:14.247409 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3edaaf89-c3d8-44b3-be01-b20548eb04c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.333474 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3edaaf89-c3d8-44b3-be01-b20548eb04c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.337721 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3edaaf89-c3d8-44b3-be01-b20548eb04c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.377916 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3edaaf89-c3d8-44b3-be01-b20548eb04c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd9bf5dccfbc4e69a16e94bc8114f75d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499176 Sep 20 05:06:14.378819 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaaf89-c3d8-44b3-be01-b20548eb04c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e1b0a-14e4-418e-a343-10c3a9c96cd9,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:14.380867 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37466) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:14.401258 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37468) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:14.415767 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc11faf2-435e-4ae0-8d88-dfce11daa0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.433813 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6d371675-d0e7-4466-90e3-405a469fdfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.455806 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6d371675-d0e7-4466-90e3-405a469fdfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.506303 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6d371675-d0e7-4466-90e3-405a469fdfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.508879 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6d371675-d0e7-4466-90e3-405a469fdfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.514346 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc11faf2-435e-4ae0-8d88-dfce11daa0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.514857 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6d371675-d0e7-4466-90e3-405a469fdfa1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d3e1b0a-14e4-418e-a343-10c3a9c96cd9 HTTP/1.1" status: 204 len: 168 time: 0.1279759 Sep 20 05:06:14.515956 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc11faf2-435e-4ae0-8d88-dfce11daa0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.521835 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371675-d0e7-4466-90e3-405a469fdfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e1b0a-14e4-418e-a343-10c3a9c96cd9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:14.547309 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11faf2-435e-4ae0-8d88-dfce11daa0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92261827-b42e-40f3-9648-fba6d94257fb,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:14.564710 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bc11faf2-435e-4ae0-8d88-dfce11daa0f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29fff3631c63454aa6881a536f820f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597755 Sep 20 05:06:14.564710 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37472) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:14.615413 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-caec0a20-ad0e-4dff-8731-31befb19ad3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.641871 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-caec0a20-ad0e-4dff-8731-31befb19ad3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.703532 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-caec0a20-ad0e-4dff-8731-31befb19ad3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.706147 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-caec0a20-ad0e-4dff-8731-31befb19ad3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:14.707245 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-caec0a20-ad0e-4dff-8731-31befb19ad3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92261827-b42e-40f3-9648-fba6d94257fb HTTP/1.1" status: 204 len: 168 time: 0.1417162 Sep 20 05:06:14.716448 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec0a20-ad0e-4dff-8731-31befb19ad3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92261827-b42e-40f3-9648-fba6d94257fb,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:15.082828 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37492) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:15.098237 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3cff2940-07d4-43e0-b6dd-014ce47bf5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:15.199211 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3cff2940-07d4-43e0-b6dd-014ce47bf5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:15.203472 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3cff2940-07d4-43e0-b6dd-014ce47bf5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:15.246276 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3cff2940-07d4-43e0-b6dd-014ce47bf5f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecd2fa6e2c2b44fb8386c94784deffbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623712 Sep 20 05:06:15.247421 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff2940-07d4-43e0-b6dd-014ce47bf5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c69a52-8f4e-4928-a796-4201dcb1d2ca,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:15.250964 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37500) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:15.330193 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d791b6dd-e844-4d91-a9a6-4c58630a281c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:15.351735 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d791b6dd-e844-4d91-a9a6-4c58630a281c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:15.402143 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d791b6dd-e844-4d91-a9a6-4c58630a281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:15.404626 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d791b6dd-e844-4d91-a9a6-4c58630a281c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:15.405900 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d791b6dd-e844-4d91-a9a6-4c58630a281c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58c69a52-8f4e-4928-a796-4201dcb1d2ca HTTP/1.1" status: 204 len: 168 time: 0.1537843 Sep 20 05:06:15.417110 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791b6dd-e844-4d91-a9a6-4c58630a281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c69a52-8f4e-4928-a796-4201dcb1d2ca,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:15.795468 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37526) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:15.975444 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-596d438d-ed9b-49c3-9a11-ff91bb701171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.081321 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-596d438d-ed9b-49c3-9a11-ff91bb701171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.085072 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-596d438d-ed9b-49c3-9a11-ff91bb701171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.132830 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-596d438d-ed9b-49c3-9a11-ff91bb701171 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=316e64b00d184712a994b6f204665485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361788 Sep 20 05:06:16.133875 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d438d-ed9b-49c3-9a11-ff91bb701171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b38ad5d-581d-4659-ab28-11075fb11d6f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:16.136173 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37540) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:16.169510 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37542) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:16.189113 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-938dda57-168e-4bf2-ab96-52d1be257c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.211496 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-938dda57-168e-4bf2-ab96-52d1be257c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.263254 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-938dda57-168e-4bf2-ab96-52d1be257c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.265827 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-938dda57-168e-4bf2-ab96-52d1be257c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.267033 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-938dda57-168e-4bf2-ab96-52d1be257c4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b38ad5d-581d-4659-ab28-11075fb11d6f HTTP/1.1" status: 204 len: 168 time: 0.1298819 Sep 20 05:06:16.276440 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dda57-168e-4bf2-ab96-52d1be257c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b38ad5d-581d-4659-ab28-11075fb11d6f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:16.276581 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1770891711-network', 'tenant_id': 'a212342c6d55402684ad512a1b48d442'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:16.305003 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Made reservation on behalf of a212342c6d55402684ad512a1b48d442 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:06:16.307878 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.320102 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.427825 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.431735 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.459971 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:06:16.471306 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:16.475911 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.476268 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Added segment 8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b of type vlan for network f853c9e3-c54d-400f-bb75-592452a649c0 Sep 20 05:06:16.518984 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.545951 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.547850 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:16.548464 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.577178 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4065821 Sep 20 05:06:16.580247 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37558) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:16.587053 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-8a1e6938-8cf5-477c-bac3-716e7409a075 admin admin] Request body: {'subnet': {'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1770891711-subnet', 'tenant_id': 'a212342c6d55402684ad512a1b48d442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:16.610457 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ddac8-4ff5-4df9-b574-29a0104535cd admin admin] Pushing event updated for resources: {'Network': ['ID=f853c9e3-c54d-400f-bb75-592452a649c0,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:16.614736 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1e6938-8cf5-477c-bac3-716e7409a075 admin admin] Made reservation on behalf of a212342c6d55402684ad512a1b48d442 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:06:16.617209 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6938-8cf5-477c-bac3-716e7409a075 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26194378'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.623915 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network f853c9e3-c54d-400f-bb75-592452a649c0 details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:06:16.721742 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37566) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:16.822889 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9391d3-b660-4637-a3df-8a11fa1db2f8 admin admin] Deleting subnet c372faf5-3ffa-4340-b818-3ac4cdbdbb0a {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:06:16.829083 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7b9391d3-b660-4637-a3df-8a11fa1db2f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.830026 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6938-8cf5-477c-bac3-716e7409a075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26114730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26194404'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.871315 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15d7b7-d31e-4340-9ec5-1c18d647c07e req-ebc948e6-7b5f-4e6d-ab83-f15e201fba14 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:16.873326 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6f15d7b7-d31e-4340-9ec5-1c18d647c07e req-ebc948e6-7b5f-4e6d-ab83-f15e201fba14 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.1120355 Sep 20 05:06:16.883253 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e6938-8cf5-477c-bac3-716e7409a075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a130b5-a490-4781-9a43-f327dce24667,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:16.898429 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1e6938-8cf5-477c-bac3-716e7409a075 admin admin] Checking segment: {'id': '8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:06:16.898724 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1e6938-8cf5-477c-bac3-716e7409a075 admin admin] Network hostable DHCP agents. Network: f853c9e3-c54d-400f-bb75-592452a649c0, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:06:16.907703 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7b9391d3-b660-4637-a3df-8a11fa1db2f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.917842 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7b9391d3-b660-4637-a3df-8a11fa1db2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.918925 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1e6938-8cf5-477c-bac3-716e7409a075 admin admin] Network f853c9e3-c54d-400f-bb75-592452a649c0 is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:06:16.928147 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-8a1e6938-8cf5-477c-bac3-716e7409a075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, f853c9e3-c54d-400f-bb75-592452a649c0) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:06:16.933158 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e6938-8cf5-477c-bac3-716e7409a075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:16.933854 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6938-8cf5-477c-bac3-716e7409a075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:16.939781 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8474ad-0c40-4b8a-b1d7-b03e21710242 None None] Network f853c9e3-c54d-400f-bb75-592452a649c0 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:06:16.958242 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6f15d7b7-d31e-4340-9ec5-1c18d647c07e req-65015b30-280a-433c-ac98-27a30300afb9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746121 Sep 20 05:06:16.961394 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8a1e6938-8cf5-477c-bac3-716e7409a075 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3785334 Sep 20 05:06:17.005124 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7b9391d3-b660-4637-a3df-8a11fa1db2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.051077 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7b9391d3-b660-4637-a3df-8a11fa1db2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.056678 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7b9391d3-b660-4637-a3df-8a11fa1db2f8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c372faf5-3ffa-4340-b818-3ac4cdbdbb0a HTTP/1.1" status: 204 len: 168 time: 0.3330462 Sep 20 05:06:17.057391 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37576) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:17.060324 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9391d3-b660-4637-a3df-8a11fa1db2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c372faf5-3ffa-4340-b818-3ac4cdbdbb0a,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:17.117992 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048de19e-239a-4777-afb7-451e3f22b730 None None] Network f853c9e3-c54d-400f-bb75-592452a649c0 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:06:17.170211 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.277306 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.298180 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15efc9c-597b-4d67-8ddd-98f9e18fba2a']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:17.308574 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4bad22-03aa-46fd-b6d6-098aea221b4d') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:17.308858 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4bad22-03aa-46fd-b6d6-098aea221b4d') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:06:17.318452 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630178'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.334459 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.350657 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:06:17.351305 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113335'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: timer() Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: cb(*args, **kw) Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: self._notify() Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: self.callback(batched_events) Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: event.method(event) Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._get(url).json() Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:06:17.353716 dv-cinder-809965-1-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:06:17.436619 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.452917 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.454860 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c15efc9c-597b-4d67-8ddd-98f9e18fba2a HTTP/1.1" status: 204 len: 168 time: 0.3964753 Sep 20 05:06:17.472872 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59beba-3573-4a2f-a6cb-16da5bb2f640 admin admin] Pushing event deleted for resources: {'Network': ['ID=c15efc9c-597b-4d67-8ddd-98f9e18fba2a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:17.700852 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37608) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:17.785604 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e1359674-5b74-48c9-a912-6480391d5b6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dc871771af8478ea01a4b55033ba9aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0827768 Sep 20 05:06:17.788399 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37616) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:17.852787 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2264cdc8-1c95-4c13-9f18-b6934f583573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.875826 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2264cdc8-1c95-4c13-9f18-b6934f583573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.923992 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2264cdc8-1c95-4c13-9f18-b6934f583573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.926609 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2264cdc8-1c95-4c13-9f18-b6934f583573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:17.930581 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2264cdc8-1c95-4c13-9f18-b6934f583573 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53055671-e0df-46eb-8b1e-d0fc2e4a2964 HTTP/1.1" status: 204 len: 168 time: 0.1380999 Sep 20 05:06:17.936437 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264cdc8-1c95-4c13-9f18-b6934f583573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53055671-e0df-46eb-8b1e-d0fc2e4a2964,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:18.080015 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9039699-ad44-4dba-a921-f55edc1e1f1c req-23bfbb52-d089-4653-a11c-df3a09ca4e28 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:18.081673 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f9039699-ad44-4dba-a921-f55edc1e1f1c req-23bfbb52-d089-4653-a11c-df3a09ca4e28 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0509543 Sep 20 05:06:18.128510 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f9039699-ad44-4dba-a921-f55edc1e1f1c req-c931ed33-6180-4b18-b3f0-bf7ce57b85f3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394986 Sep 20 05:06:18.751132 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37662) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:18.926670 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1095969975-network', 'tenant_id': 'd5c5b5c0c55840cab46db661722c8d3e'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:18.950853 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Made reservation on behalf of d5c5b5c0c55840cab46db661722c8d3e for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:06:18.953681 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:18.963262 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:19.054443 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:19.058333 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:19.081211 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:06:19.091151 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3189e030-bd96-41e3-bbab-e584349c5429,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:19.095956 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:19.096323 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Added segment 3215fa7f-4217-4674-8ff0-57c8c97b284c of type vlan for network a90939f0-4c90-432c-81e7-3d6ba2213958 Sep 20 05:06:19.135943 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:19.161096 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:19.162061 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:19.162638 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:19.203527 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4512620 Sep 20 05:06:19.206500 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37678) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:19.211562 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-9c02eb45-d3ab-404c-80e2-9c38f92c2fa0 admin admin] Request body: {'subnet': {'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1095969975-subnet', 'tenant_id': 'd5c5b5c0c55840cab46db661722c8d3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:19.231996 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c02eb45-d3ab-404c-80e2-9c38f92c2fa0 admin admin] Made reservation on behalf of d5c5b5c0c55840cab46db661722c8d3e for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:06:19.234265 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9c02eb45-d3ab-404c-80e2-9c38f92c2fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26194378'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:19.235461 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcffb3d-1abb-4934-abd2-0e7a9f134ddf admin admin] Pushing event updated for resources: {'Network': ['ID=a90939f0-4c90-432c-81e7-3d6ba2213958,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:19.245802 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network a90939f0-4c90-432c-81e7-3d6ba2213958 details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:06:19.402538 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9c02eb45-d3ab-404c-80e2-9c38f92c2fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26114730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26194404'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:19.459047 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02eb45-d3ab-404c-80e2-9c38f92c2fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b8e991-2efe-4ed7-952d-d5a0a41f072f,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:19.469024 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c02eb45-d3ab-404c-80e2-9c38f92c2fa0 admin admin] Checking segment: {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:06:19.469369 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c02eb45-d3ab-404c-80e2-9c38f92c2fa0 admin admin] Network hostable DHCP agents. Network: a90939f0-4c90-432c-81e7-3d6ba2213958, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:06:19.485153 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c02eb45-d3ab-404c-80e2-9c38f92c2fa0 admin admin] Network a90939f0-4c90-432c-81e7-3d6ba2213958 is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:06:19.493659 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-9c02eb45-d3ab-404c-80e2-9c38f92c2fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, a90939f0-4c90-432c-81e7-3d6ba2213958) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:06:19.499333 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c02eb45-d3ab-404c-80e2-9c38f92c2fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:19.500183 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9c02eb45-d3ab-404c-80e2-9c38f92c2fa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:19.505039 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50e2659-d3e6-4774-8879-52ced997f71e None None] Network a90939f0-4c90-432c-81e7-3d6ba2213958 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:06:19.515417 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9c02eb45-d3ab-404c-80e2-9c38f92c2fa0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3078344 Sep 20 05:06:19.630181 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0900cc9-b747-4794-be2c-d2116c8c41a2 None None] Network a90939f0-4c90-432c-81e7-3d6ba2213958 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:06:21.098879 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06a5b1-ab20-4565-998d-577aa569d6c7 req-a3a155e9-18b9-434e-a4a1-fc8fc16d903b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:21.100393 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ae06a5b1-ab20-4565-998d-577aa569d6c7 req-a3a155e9-18b9-434e-a4a1-fc8fc16d903b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0495670 Sep 20 05:06:21.141148 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ae06a5b1-ab20-4565-998d-577aa569d6c7 req-f8f2ee8a-2f7b-44d1-9469-13a50aaccade tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332415 Sep 20 05:06:21.325515 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-7e9acd79-306e-440d-add2-a797624d9e27 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:21.326855 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-7e9acd79-306e-440d-add2-a797624d9e27 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/networks?id=a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 200 len: 815 time: 0.1037540 Sep 20 05:06:21.342395 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-e1b71134-96a5-4706-9ed2-84cd7e82336b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/quotas/d5c5b5c0c55840cab46db661722c8d3e HTTP/1.1" status: 200 len: 375 time: 0.0098238 Sep 20 05:06:21.570046 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-e793ebd8-35f7-4adb-9ea8-5fe6394d6da7 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2223814 Sep 20 05:06:21.662945 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-45a57129-e9fd-4ff8-9603-10f4672207b9 service neutron] 10.222.0.32 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849226 Sep 20 05:06:21.755424 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-e214d70c-e880-4b7f-bbac-7481fb97d302 service neutron] 10.222.0.32 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854299 Sep 20 05:06:21.934751 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6996743b-089e-4e64-b4f9-ec413c52ee70 req-acbb4688-1f6b-4b72-8018-240aefb8f108 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 210 time: 0.0403247 Sep 20 05:06:22.393182 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b83f94-ae80-4392-839c-353addbe9e39 req-1f69e96c-5c62-480c-828f-c033f44e4049 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:22.394598 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c7b83f94-ae80-4392-839c-353addbe9e39 req-1f69e96c-5c62-480c-828f-c033f44e4049 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.1048315 Sep 20 05:06:22.417150 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-71d1606c-ba67-492d-b5e2-b82a02a82c3a tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:22.418620 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-71d1606c-ba67-492d-b5e2-b82a02a82c3a tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/networks?id=f853c9e3-c54d-400f-bb75-592452a649c0 HTTP/1.1" status: 200 len: 809 time: 0.1544099 Sep 20 05:06:22.445654 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-a7c66f7e-c561-4228-8cb1-6a7a4b70f142 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/quotas/a212342c6d55402684ad512a1b48d442 HTTP/1.1" status: 200 len: 375 time: 0.0196373 Sep 20 05:06:22.453449 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c7b83f94-ae80-4392-839c-353addbe9e39 req-b264e67e-27ca-4cca-994d-0f2dedd5e4a4 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504873 Sep 20 05:06:22.481749 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-8a76eca2-0feb-4a42-af35-6548723b774a tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a212342c6d55402684ad512a1b48d442&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273404 Sep 20 05:06:22.582471 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-2f9a4ab9-7244-45e2-8888-7309b6833469 service neutron] 10.222.0.32 "GET /v2.0/networks/f853c9e3-c54d-400f-bb75-592452a649c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931480 Sep 20 05:06:22.702015 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c21de1cb-70c7-483f-9c78-3cc16cfe01e1 service neutron] 10.222.0.32 "GET /v2.0/networks/f853c9e3-c54d-400f-bb75-592452a649c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118133 Sep 20 05:06:22.866254 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c518910c-38d1-46bd-8c18-0eb4a8d6a766 req-46fa9f7f-49ed-4f69-923d-975b1eefb056 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 210 time: 0.0307553 Sep 20 05:06:23.036527 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b0479129-4de0-4153-ad26-cc7e001a0f63 req-bf878043-36b7-4378-ac03-6f697bf60391 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 210 time: 0.0334885 Sep 20 05:06:25.621289 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf52358-0aeb-4570-b03a-89e1bd674469 req-8674ce69-d422-4759-880d-3afc8660cecb tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:25.622773 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1cf52358-0aeb-4570-b03a-89e1bd674469 req-8674ce69-d422-4759-880d-3afc8660cecb tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0610294 Sep 20 05:06:25.654179 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-71c87506-ee34-4df6-a9ae-678f5f5b987e req-fb9ec903-a463-4671-ac26-8132c5d5ac07 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 210 time: 0.0304406 Sep 20 05:06:25.680314 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1cf52358-0aeb-4570-b03a-89e1bd674469 req-9674e320-58f8-4f2a-b9d1-72aa1f50d9a3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487437 Sep 20 05:06:25.746302 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-12789a97-558b-4f13-953c-1081a4503b77 req-1ecc64d0-b4ca-458b-b9c7-9ef59e92db66 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 210 time: 0.0297291 Sep 20 05:06:26.527669 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-9240c8ed-257e-43d6-a51f-4614c0ee073c tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:26.529501 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-9240c8ed-257e-43d6-a51f-4614c0ee073c tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "GET /v2.0/networks?id=a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 200 len: 815 time: 0.1119919 Sep 20 05:06:26.559721 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Request body: {'port': {'device_id': '4d58e132-2463-446e-8369-c3e00ca8b9fd', 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958', 'admin_state_up': True, 'tenant_id': 'd5c5b5c0c55840cab46db661722c8d3e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:26.678276 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Made reservation on behalf of d5c5b5c0c55840cab46db661722c8d3e for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:06:26.684985 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:26.776235 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c97c8a85-4792-420e-8831-ec22200b43cd req-65c2340c-cc72-4e86-b15f-8e46e759947c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 210 time: 0.0385509 Sep 20 05:06:26.843823 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Allocated IP 172.20.0.4 (a90939f0-4c90-432c-81e7-3d6ba2213958/b7b8e991-2efe-4ed7-952d-d5a0a41f072f/456ed1cb-d485-4ea3-8658-fadad468bd04) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:06:26.926287 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d743236d-32a5-4f17-9398-ae7956800d10 req-6c6045aa-2305-4d62-941d-7411da277352 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 210 time: 0.0372961 Sep 20 05:06:26.935403 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c12e1-7e25-4004-a53f-174555ad17cb req-009eeb44-2b5f-4b5c-8b8f-ca0463d4b2bc tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:26.942914 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fd5c12e1-7e25-4004-a53f-174555ad17cb req-009eeb44-2b5f-4b5c-8b8f-ca0463d4b2bc tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.1017828 Sep 20 05:06:26.983786 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fd5c12e1-7e25-4004-a53f-174555ad17cb req-acd79e0f-d3eb-4222-9d7a-42b1f459ce86 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 Sep 20 05:06:27.043453 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:27.111323 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:27.164210 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Network a90939f0-4c90-432c-81e7-3d6ba2213958 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:06:27.171439 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:06:27.174039 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:06:27.211902 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Pushing event updated for resources: {'Port': ['ID=456ed1cb-d485-4ea3-8658-fadad468bd04,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:27.235545 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:27.236443 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:27.279763 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-b4435d37-7b55-4aff-bb4c-059f143db294 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7247305 Sep 20 05:06:27.352891 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-9e31e477-1173-4a31-b8f9-f27929da94c8 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:27.355189 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-9e31e477-1173-4a31-b8f9-f27929da94c8 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.23 "GET /v2.0/networks?id=f853c9e3-c54d-400f-bb75-592452a649c0 HTTP/1.1" status: 200 len: 809 time: 0.1148820 Sep 20 05:06:27.434850 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Request body: {'port': {'device_id': '4d58e132-2463-446e-8369-c3e00ca8b9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:27.440043 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Request body: {'port': {'device_id': 'e90fdf3d-763f-40a8-9db4-5a2264bfc28e', 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0', 'admin_state_up': True, 'tenant_id': 'a212342c6d55402684ad512a1b48d442'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:27.555982 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:27.640109 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Made reservation on behalf of a212342c6d55402684ad512a1b48d442 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:06:27.643469 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:27.897834 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Allocated IP 172.20.0.6 (f853c9e3-c54d-400f-bb75-592452a649c0/21a130b5-a490-4781-9a43-f327dce24667/c14433d4-0395-4b43-af4b-634b74648bb8) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:06:27.948388 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0f0b9cf9-dfb6-4948-920d-b8cc12ca95d1 req-85527afd-6086-4f2e-b1a0-a1f1f25e7f0a tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 210 time: 0.0381320 Sep 20 05:06:27.998253 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456ed1cb-d485-4ea3-8658-fadad468bd04 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:06:28.009313 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:28.045575 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Transition to ACTIVE for port object 456ed1cb-d485-4ea3-8658-fadad468bd04 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:06:28.080556 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:28.120265 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8f303-37e3-4263-9bd6-c1cca2917336 req-a393f3e5-2aad-4843-841e-413ba40a3316 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:28.121811 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1cc8f303-37e3-4263-9bd6-c1cca2917336 req-a393f3e5-2aad-4843-841e-413ba40a3316 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 931 time: 0.0933907 Sep 20 05:06:28.155537 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Pushing event updated for resources: {'Port': ['ID=456ed1cb-d485-4ea3-8658-fadad468bd04,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:28.162160 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf22d3-8fe8-4ea8-b0b0-3ba1be2e6279 req-53aed6df-3969-44d4-8c06-f4d3d1010929 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:28.162381 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2caf22d3-8fe8-4ea8-b0b0-3ba1be2e6279 req-53aed6df-3969-44d4-8c06-f4d3d1010929 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0878575 Sep 20 05:06:28.207063 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1cc8f303-37e3-4263-9bd6-c1cca2917336 req-50511a6c-a793-4e40-a246-579a304c1519 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787942 Sep 20 05:06:28.228784 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2caf22d3-8fe8-4ea8-b0b0-3ba1be2e6279 req-5217fa35-50a4-4365-817a-d39ba0f8d46b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575969 Sep 20 05:06:28.362532 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:28.419529 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a060b29f-a4c2-4955-8c60-42be1a14b18e req-6b2ac5ac-12d4-47f7-8799-0a092d23ee92 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627711 Sep 20 05:06:28.431055 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:28.483501 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Attempting to bind port 456ed1cb-d485-4ea3-8658-fadad468bd04 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:06:28.483833 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Attempting to bind port 456ed1cb-d485-4ea3-8658-fadad468bd04 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:06:28.484194 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Attempting to bind port 456ed1cb-d485-4ea3-8658-fadad468bd04 on network a90939f0-4c90-432c-81e7-3d6ba2213958 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:06:28.492657 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Port 456ed1cb-d485-4ea3-8658-fadad468bd04 on network a90939f0-4c90-432c-81e7-3d6ba2213958 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:06:28.492980 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Attempting to bind port 456ed1cb-d485-4ea3-8658-fadad468bd04 on network a90939f0-4c90-432c-81e7-3d6ba2213958 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:06:28.504669 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:06:28.504998 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Checking segment: {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:06:28.505375 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Bound using segment: {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:06:28.505804 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Bound port: 456ed1cb-d485-4ea3-8658-fadad468bd04, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:06:28.506137 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:28.508725 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:28.550759 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060b29f-a4c2-4955-8c60-42be1a14b18e req-8725b150-dc02-4156-9614-5fec8e1440ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:28.551613 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a060b29f-a4c2-4955-8c60-42be1a14b18e req-8725b150-dc02-4156-9614-5fec8e1440ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 1098 time: 0.0428865 Sep 20 05:06:28.570767 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Network f853c9e3-c54d-400f-bb75-592452a649c0 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:06:28.577993 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:06:28.604436 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:06:28.632513 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Pushing event updated for resources: {'Port': ['ID=c14433d4-0395-4b43-af4b-634b74648bb8,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:28.683946 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060b29f-a4c2-4955-8c60-42be1a14b18e req-c78938a5-22eb-45cf-9840-d9da34f9cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:28.685656 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a060b29f-a4c2-4955-8c60-42be1a14b18e req-c78938a5-22eb-45cf-9840-d9da34f9cdb8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 918 time: 0.1062829 Sep 20 05:06:28.687324 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:28.687946 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:28.696918 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] For port 456ed1cb-d485-4ea3-8658-fadad468bd04, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:06:28.703589 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] For port 456ed1cb-d485-4ea3-8658-fadad468bd04, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=456ed1cb-d485-4ea3-8658-fadad468bd04,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:06:28.714994 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:28.721372 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-7f5a7e66-daf7-4fe8-a355-ba7d792a0a5c tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2910533 Sep 20 05:06:28.738157 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a060b29f-a4c2-4955-8c60-42be1a14b18e req-a0b6c93a-0408-4e92-a98a-b0d10fc3d1e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1320ba1-c5dd-40cc-bd21-267c042ff4cc HTTP/1.1" status: 200 len: 217 time: 0.0419910 Sep 20 05:06:28.747194 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Request body: {'port': {'device_id': 'e90fdf3d-763f-40a8-9db4-5a2264bfc28e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:28.784366 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:28.784967 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:28.786473 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] 10.222.0.23 "PUT /v2.0/ports/456ed1cb-d485-4ea3-8658-fadad468bd04 HTTP/1.1" status: 200 len: 1093 time: 1.3574090 Sep 20 05:06:28.786916 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d58e132-2463-446e-8369-c3e00ca8b9fd', 'tag': '456ed1cb-d485-4ea3-8658-fadad468bd04'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:06:28.789708 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea25f3b-8a49-4862-8d29-2492bb2fbb18" -d '{"events": [{"name": "network-changed", "server_uuid": "4d58e132-2463-446e-8369-c3e00ca8b9fd", "tag": "456ed1cb-d485-4ea3-8658-fadad468bd04"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:28.790904 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060b29f-a4c2-4955-8c60-42be1a14b18e req-bc7bf594-8f66-45d8-be4c-026cc071bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:28.792481 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a060b29f-a4c2-4955-8c60-42be1a14b18e req-bc7bf594-8f66-45d8-be4c-026cc071bb98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9dab44c-6e76-406e-b06a-c49dd641171c HTTP/1.1" status: 200 len: 858 time: 0.0458853 Sep 20 05:06:28.842757 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb25ec7b-775a-45b4-9bca-87da2029e132 x-openstack-request-id: req-cb25ec7b-775a-45b4-9bca-87da2029e132 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:28.843040 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d58e132-2463-446e-8369-c3e00ca8b9fd", "tag": "456ed1cb-d485-4ea3-8658-fadad468bd04", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:28.843375 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb25ec7b-775a-45b4-9bca-87da2029e132 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:28.843611 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a060b29f-a4c2-4955-8c60-42be1a14b18e req-5084f64e-6eb5-4c38-8dfa-cd7e7ff54967 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325267 Sep 20 05:06:28.843763 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d58e132-2463-446e-8369-c3e00ca8b9fd', 'tag': '456ed1cb-d485-4ea3-8658-fadad468bd04', 'status': 'completed', 'code': 200} Sep 20 05:06:28.846532 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce402d-22d3-42c4-a0a5-a25722ee0356 service neutron] Pushing event updated for resources: {'Port': ['ID=456ed1cb-d485-4ea3-8658-fadad468bd04,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:28.854807 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:28.969689 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a060b29f-a4c2-4955-8c60-42be1a14b18e req-c2951ac9-e548-4fd9-a044-7ef40a721b17 service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976827 Sep 20 05:06:28.993716 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-fc4c0df3-7641-4ba8-bfe3-bfcec74de2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:28.995448 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-fc4c0df3-7641-4ba8-bfe3-bfcec74de2e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 1096 time: 0.1085548 Sep 20 05:06:29.116738 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-0f3cabc6-8b00-4982-855b-dd28b59f78ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=456ed1cb-d485-4ea3-8658-fadad468bd04 HTTP/1.1" status: 200 len: 217 time: 0.0447834 Sep 20 05:06:29.173398 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930a132-dc6a-4845-9f16-9496a2e46786 req-9a73c61f-9196-4754-997c-c04a9d44599b tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:29.175181 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5930a132-dc6a-4845-9f16-9496a2e46786 req-9a73c61f-9196-4754-997c-c04a9d44599b tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 931 time: 0.1296344 Sep 20 05:06:29.190857 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-a66f62ee-e3a9-4203-a487-9c40ab3ae88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:29.192567 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-a66f62ee-e3a9-4203-a487-9c40ab3ae88d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7b8e991-2efe-4ed7-952d-d5a0a41f072f HTTP/1.1" status: 200 len: 855 time: 0.0667219 Sep 20 05:06:29.210415 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a060b29f-a4c2-4955-8c60-42be1a14b18e req-7f8d9c73-fc01-461f-a9a2-e61de2926492 service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535282 Sep 20 05:06:29.233437 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5930a132-dc6a-4845-9f16-9496a2e46786 req-dfba3646-c180-4b64-8eb7-89ed2ebaf8b2 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465853 Sep 20 05:06:29.257214 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-ba7c90b2-4017-4a46-8b1a-4aeca73fa3cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a90939f0-4c90-432c-81e7-3d6ba2213958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509245 Sep 20 05:06:29.283055 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14433d4-0395-4b43-af4b-634b74648bb8 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:06:29.301969 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:29.354154 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Transition to ACTIVE for port object c14433d4-0395-4b43-af4b-634b74648bb8 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:06:29.358573 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:29.390681 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c15ca3-755d-42e7-8541-fd78b0d0eb65 req-d601742e-63dd-451a-a247-92ea64609512 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:29.392366 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26c15ca3-755d-42e7-8541-fd78b0d0eb65 req-d601742e-63dd-451a-a247-92ea64609512 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0712421 Sep 20 05:06:29.401339 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98e0f2-2048-4742-94f7-230c67c24a2d req-56b9e9af-a68c-4fe1-8282-f375678ef1b0 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:29.402966 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2f98e0f2-2048-4742-94f7-230c67c24a2d req-56b9e9af-a68c-4fe1-8282-f375678ef1b0 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 943 time: 0.0946531 Sep 20 05:06:29.429824 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=c14433d4-0395-4b43-af4b-634b74648bb8,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:29.446608 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-79051572-2055-4eab-bb5e-9c5a7a85a792 service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790233 Sep 20 05:06:29.459067 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26c15ca3-755d-42e7-8541-fd78b0d0eb65 req-b2fe96ea-4a9f-4fca-bb8e-202cc1d8039e tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550530 Sep 20 05:06:29.467157 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2f98e0f2-2048-4742-94f7-230c67c24a2d req-f32c954c-d454-4639-b38d-c98f184303f4 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565090 Sep 20 05:06:29.553693 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Attempting to bind port c14433d4-0395-4b43-af4b-634b74648bb8 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:06:29.554021 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Attempting to bind port c14433d4-0395-4b43-af4b-634b74648bb8 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:06:29.554343 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Attempting to bind port c14433d4-0395-4b43-af4b-634b74648bb8 on network f853c9e3-c54d-400f-bb75-592452a649c0 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:06:29.562226 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Port c14433d4-0395-4b43-af4b-634b74648bb8 on network f853c9e3-c54d-400f-bb75-592452a649c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:06:29.562560 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Attempting to bind port c14433d4-0395-4b43-af4b-634b74648bb8 on network f853c9e3-c54d-400f-bb75-592452a649c0 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:06:29.576124 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:06:29.576724 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Checking segment: {'id': '8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:06:29.576855 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Bound using segment: {'id': '8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:06:29.577220 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Bound port: c14433d4-0395-4b43-af4b-634b74648bb8, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:06:29.577570 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:29.590600 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a1ad33c-7339-44b0-bef2-c40d6d6c5444 req-8fc33f72-060e-42c3-b111-86dc791a3b20 service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202774 Sep 20 05:06:29.649006 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] For port c14433d4-0395-4b43-af4b-634b74648bb8, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:06:29.652524 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] For port c14433d4-0395-4b43-af4b-634b74648bb8, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c14433d4-0395-4b43-af4b-634b74648bb8,segment=NetworkSegment(8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b),segment_id=8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:06:29.657000 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:29.690289 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:29.691023 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:29.692479 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] 10.222.0.23 "PUT /v2.0/ports/c14433d4-0395-4b43-af4b-634b74648bb8 HTTP/1.1" status: 200 len: 1093 time: 0.9513030 Sep 20 05:06:29.712338 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2b2e8-7ed3-4a2b-afaa-09a9290c3ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=c14433d4-0395-4b43-af4b-634b74648bb8,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:29.765290 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea25f3b-8a49-4862-8d29-2492bb2fbb18 req-402a8700-5803-4dfb-aa3f-0c693d4c9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:29.767065 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eea25f3b-8a49-4862-8d29-2492bb2fbb18 req-402a8700-5803-4dfb-aa3f-0c693d4c9898 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 1096 time: 0.0512164 Sep 20 05:06:29.875758 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-a978f139-4453-403f-98b3-1bbd6d243147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:29.877282 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-a978f139-4453-403f-98b3-1bbd6d243147 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a212342c6d55402684ad512a1b48d442&device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 1096 time: 0.1023617 Sep 20 05:06:29.931318 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-41c44e8f-1cd0-434a-a482-36c2b74d1923 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14433d4-0395-4b43-af4b-634b74648bb8 HTTP/1.1" status: 200 len: 217 time: 0.0362110 Sep 20 05:06:29.932549 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea25f3b-8a49-4862-8d29-2492bb2fbb18 req-628633be-3d42-4ad7-8987-b2d5a77a233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:29.933907 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eea25f3b-8a49-4862-8d29-2492bb2fbb18 req-628633be-3d42-4ad7-8987-b2d5a77a233c service neutron] 10.222.0.23 "GET /v2.0/networks?id=a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 200 len: 915 time: 0.1482568 Sep 20 05:06:29.985013 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 37954) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:30.010668 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eea25f3b-8a49-4862-8d29-2492bb2fbb18 req-22ef04e0-5f28-4acf-ab7e-d94e492ba21c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=456ed1cb-d485-4ea3-8658-fadad468bd04 HTTP/1.1" status: 200 len: 217 time: 0.0575941 Sep 20 05:06:30.048055 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-3be57a36-f62b-4135-a5cb-fe47914f6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:30.049529 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-3be57a36-f62b-4135-a5cb-fe47914f6ffd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21a130b5-a490-4781-9a43-f327dce24667 HTTP/1.1" status: 200 len: 849 time: 0.1045649 Sep 20 05:06:30.077210 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea25f3b-8a49-4862-8d29-2492bb2fbb18 req-b5f42141-b23e-40ab-8131-5651f7bee21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:30.078697 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eea25f3b-8a49-4862-8d29-2492bb2fbb18 req-b5f42141-b23e-40ab-8131-5651f7bee21e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7b8e991-2efe-4ed7-952d-d5a0a41f072f HTTP/1.1" status: 200 len: 855 time: 0.0606124 Sep 20 05:06:30.098741 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-62b06e09-7fb2-4bb7-9936-398e05e64109 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f853c9e3-c54d-400f-bb75-592452a649c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365169 Sep 20 05:06:30.099805 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-abc10c01-d00d-44f5-b15f-ddb64d8b0a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:30.132660 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eea25f3b-8a49-4862-8d29-2492bb2fbb18 req-6bb05c2c-7ac6-4494-9f7a-c632db2051e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a90939f0-4c90-432c-81e7-3d6ba2213958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359790 Sep 20 05:06:30.205213 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-abc10c01-d00d-44f5-b15f-ddb64d8b0a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:30.211734 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-abc10c01-d00d-44f5-b15f-ddb64d8b0a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:30.252829 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-abc10c01-d00d-44f5-b15f-ddb64d8b0a09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8946d6b12e243c3b3861b7d7edebca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661793 Sep 20 05:06:30.254771 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc10c01-d00d-44f5-b15f-ddb64d8b0a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c640a75b-41f0-4d81-824a-d563849bbdaf,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:30.255603 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37966) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:30.293000 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-0cca54c0-2f9a-44b0-bc6d-ac210d257d40 service neutron] 10.222.0.23 "GET /v2.0/networks/f853c9e3-c54d-400f-bb75-592452a649c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709881 Sep 20 05:06:30.352791 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eea25f3b-8a49-4862-8d29-2492bb2fbb18 req-af1171e6-a434-4cfe-a771-021fafd8dff8 service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004943 Sep 20 05:06:30.398332 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482fe9e-5e14-4fcc-b8b1-e4f5d3d552e5 req-b23cf7a0-1403-4f62-ace8-d7e47f185972 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:30.399804 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6482fe9e-5e14-4fcc-b8b1-e4f5d3d552e5 req-b23cf7a0-1403-4f62-ace8-d7e47f185972 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 943 time: 0.0754714 Sep 20 05:06:30.436788 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cde96a2-9e8f-4cfb-bc62-80a36021ede3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:30.438042 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6482fe9e-5e14-4fcc-b8b1-e4f5d3d552e5 req-cb7fddbf-7e37-4d2c-bd5f-4d9a8177f522 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315516 Sep 20 05:06:30.514797 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cde96a2-9e8f-4cfb-bc62-80a36021ede3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:30.518768 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f32b9ca5-b794-4472-b3cb-35798e03bb3b req-93edac51-6581-44b0-bc63-4c3b62a26370 service neutron] 10.222.0.23 "GET /v2.0/networks/f853c9e3-c54d-400f-bb75-592452a649c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143862 Sep 20 05:06:30.546172 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eea25f3b-8a49-4862-8d29-2492bb2fbb18 req-7c865fac-b2e0-4806-8b06-d8c67636ba24 service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833704 Sep 20 05:06:30.594336 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cde96a2-9e8f-4cfb-bc62-80a36021ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:30.597342 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cde96a2-9e8f-4cfb-bc62-80a36021ede3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:30.598649 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7cde96a2-9e8f-4cfb-bc62-80a36021ede3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c640a75b-41f0-4d81-824a-d563849bbdaf HTTP/1.1" status: 204 len: 168 time: 0.3398194 Sep 20 05:06:30.608093 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde96a2-9e8f-4cfb-bc62-80a36021ede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c640a75b-41f0-4d81-824a-d563849bbdaf,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:30.640410 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91238621-0644-4162-9dca-8bfb5b773ce9 req-c57d7828-a21c-4c3f-8f2f-2c5485096c29 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:30.641963 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-91238621-0644-4162-9dca-8bfb5b773ce9 req-c57d7828-a21c-4c3f-8f2f-2c5485096c29 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.1029491 Sep 20 05:06:30.650989 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c95fab-42c9-474c-8e7b-994a960dc211 req-e4ccdfd5-b5fa-4c13-8e85-dc33fff3c8e3 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:30.652635 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c1c95fab-42c9-474c-8e7b-994a960dc211 req-e4ccdfd5-b5fa-4c13-8e85-dc33fff3c8e3 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 943 time: 0.0973728 Sep 20 05:06:30.705790 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-91238621-0644-4162-9dca-8bfb5b773ce9 req-e30942ef-3b88-4e3e-93d7-343c66b52a6f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521905 Sep 20 05:06:30.718830 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c1c95fab-42c9-474c-8e7b-994a960dc211 req-526da34f-9cea-45de-9502-f65d02b9782e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520411 Sep 20 05:06:30.844866 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90fdf3d-763f-40a8-9db4-5a2264bfc28e', 'tag': 'c14433d4-0395-4b43-af4b-634b74648bb8'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:06:30.847348 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad91f044-d4f6-48ab-b473-e4d7cb4105ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e90fdf3d-763f-40a8-9db4-5a2264bfc28e", "tag": "c14433d4-0395-4b43-af4b-634b74648bb8"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:30.887662 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1737a906-a4e8-473d-8a2b-d1a9404e9b18 x-openstack-request-id: req-1737a906-a4e8-473d-8a2b-d1a9404e9b18 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:30.888009 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90fdf3d-763f-40a8-9db4-5a2264bfc28e", "tag": "c14433d4-0395-4b43-af4b-634b74648bb8", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:30.888378 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1737a906-a4e8-473d-8a2b-d1a9404e9b18 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:30.888851 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90fdf3d-763f-40a8-9db4-5a2264bfc28e', 'tag': 'c14433d4-0395-4b43-af4b-634b74648bb8', 'status': 'completed', 'code': 200} Sep 20 05:06:30.896796 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37984) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:30.910271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-27e975f2-6b3c-4957-94ad-aa663795a6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:31.009206 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f044-d4f6-48ab-b473-e4d7cb4105ee req-c2d6fda9-6818-4ade-a33c-64f50bde3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:31.011372 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad91f044-d4f6-48ab-b473-e4d7cb4105ee req-c2d6fda9-6818-4ade-a33c-64f50bde3fb6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a212342c6d55402684ad512a1b48d442&device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 1096 time: 0.0601740 Sep 20 05:06:31.062303 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-27e975f2-6b3c-4957-94ad-aa663795a6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:31.068763 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-27e975f2-6b3c-4957-94ad-aa663795a6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:31.143643 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e975f2-6b3c-4957-94ad-aa663795a6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da76acc-4503-4e14-8210-a7c7534e1ace,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:31.151457 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-27e975f2-6b3c-4957-94ad-aa663795a6c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff8a12a1c2ac45b0ae065135403e3757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536962 Sep 20 05:06:31.156188 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 37986) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:31.179286 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f044-d4f6-48ab-b473-e4d7cb4105ee req-0b22f5a5-3879-4ccf-90d3-574989da7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:31.180856 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad91f044-d4f6-48ab-b473-e4d7cb4105ee req-0b22f5a5-3879-4ccf-90d3-574989da7df0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f853c9e3-c54d-400f-bb75-592452a649c0 HTTP/1.1" status: 200 len: 909 time: 0.1543946 Sep 20 05:06:31.232076 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad91f044-d4f6-48ab-b473-e4d7cb4105ee req-105f6eba-1457-4329-89c7-53aeff99622f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14433d4-0395-4b43-af4b-634b74648bb8 HTTP/1.1" status: 200 len: 217 time: 0.0401154 Sep 20 05:06:31.277034 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-423f11b7-6b89-440e-baf5-2607b6b90279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:31.310836 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-423f11b7-6b89-440e-baf5-2607b6b90279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:31.317915 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f044-d4f6-48ab-b473-e4d7cb4105ee req-4f5901ae-5a28-4443-808a-5999164078c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:31.319340 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad91f044-d4f6-48ab-b473-e4d7cb4105ee req-4f5901ae-5a28-4443-808a-5999164078c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21a130b5-a490-4781-9a43-f327dce24667 HTTP/1.1" status: 200 len: 849 time: 0.0740504 Sep 20 05:06:31.372157 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad91f044-d4f6-48ab-b473-e4d7cb4105ee req-0cd43393-3cc4-4aea-9a77-3d332f0ca279 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f853c9e3-c54d-400f-bb75-592452a649c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312004 Sep 20 05:06:31.391001 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-423f11b7-6b89-440e-baf5-2607b6b90279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:31.393625 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-423f11b7-6b89-440e-baf5-2607b6b90279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:31.394770 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-423f11b7-6b89-440e-baf5-2607b6b90279 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7da76acc-4503-4e14-8210-a7c7534e1ace HTTP/1.1" status: 204 len: 168 time: 0.2371402 Sep 20 05:06:31.413295 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f11b7-6b89-440e-baf5-2607b6b90279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da76acc-4503-4e14-8210-a7c7534e1ace,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:31.491499 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab238-ecd2-485f-bcf9-2ad8db115209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:31.547869 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad91f044-d4f6-48ab-b473-e4d7cb4105ee req-6fa1eff7-a9d6-426c-ab4b-31cef7f318c9 service neutron] 10.222.0.23 "GET /v2.0/networks/f853c9e3-c54d-400f-bb75-592452a649c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518743 Sep 20 05:06:31.605603 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6711b3-7285-437d-aadd-1a56dbf6af25 req-5cf2a5d2-3e1c-4577-a013-3916bda42030 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:31.608895 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dc6711b3-7285-437d-aadd-1a56dbf6af25 req-5cf2a5d2-3e1c-4577-a013-3916bda42030 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 943 time: 0.0594809 Sep 20 05:06:31.684933 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dc6711b3-7285-437d-aadd-1a56dbf6af25 req-53a0bb6c-836e-452f-84cb-086e63b78ed4 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699046 Sep 20 05:06:31.687193 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad91f044-d4f6-48ab-b473-e4d7cb4105ee req-2c5c1549-640c-412c-b784-2ee260eb29ab service neutron] 10.222.0.23 "GET /v2.0/networks/f853c9e3-c54d-400f-bb75-592452a649c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298766 Sep 20 05:06:31.749689 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38010) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:31.902674 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7896c-cef7-44fc-adb3-89b1bd1491d7 req-2d96d364-a14a-4faf-b0cb-a49c0fca564c tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:31.904185 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26b7896c-cef7-44fc-adb3-89b1bd1491d7 req-2d96d364-a14a-4faf-b0cb-a49c0fca564c tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 943 time: 0.0938025 Sep 20 05:06:31.907354 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 38014) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:31.914869 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d75556d2-5b59-4a7f-afb4-a76be5972eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:31.938246 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f1113-4169-49a0-9115-7c81429cb6e5 req-5a666417-16cf-4b12-896d-2dc654614aad tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:31.943357 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-308f1113-4169-49a0-9115-7c81429cb6e5 req-5a666417-16cf-4b12-896d-2dc654614aad tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0991435 Sep 20 05:06:31.945258 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68dbc4cd-9fc7-4339-8117-202cd9be04e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.013728 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26b7896c-cef7-44fc-adb3-89b1bd1491d7 req-c2f242fe-0e4b-4a16-9983-3c9afe61b9e3 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983186 Sep 20 05:06:32.032642 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d75556d2-5b59-4a7f-afb4-a76be5972eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.035838 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-308f1113-4169-49a0-9115-7c81429cb6e5 req-282288f2-2e84-42c4-8022-bef35101fd53 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756047 Sep 20 05:06:32.037724 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d75556d2-5b59-4a7f-afb4-a76be5972eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.098559 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d75556d2-5b59-4a7f-afb4-a76be5972eca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc8450e7f5f14b688c07cbfcedad95e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475056 Sep 20 05:06:32.099489 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75556d2-5b59-4a7f-afb4-a76be5972eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72118a41-e8a2-416e-806c-6913eceecb4b,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:32.102083 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38016) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:32.137324 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68dbc4cd-9fc7-4339-8117-202cd9be04e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.142773 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68dbc4cd-9fc7-4339-8117-202cd9be04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.162912 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-79c198cc-d1bf-4cb0-bf7f-d710d64fd42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.184389 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-68dbc4cd-9fc7-4339-8117-202cd9be04e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e58c6e88210e434397e1711b53a9fe50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749264 Sep 20 05:06:32.184979 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-79c198cc-d1bf-4cb0-bf7f-d710d64fd42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.185546 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbc4cd-9fc7-4339-8117-202cd9be04e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f233294-77f7-4dab-8609-5ea568f345c1,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:32.186746 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38018) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:32.258741 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-793ee7dd-c356-43db-9b81-5e7b1aa59946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.270704 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-79c198cc-d1bf-4cb0-bf7f-d710d64fd42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.273217 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-79c198cc-d1bf-4cb0-bf7f-d710d64fd42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.274347 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-79c198cc-d1bf-4cb0-bf7f-d710d64fd42f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72118a41-e8a2-416e-806c-6913eceecb4b HTTP/1.1" status: 204 len: 168 time: 0.1713498 Sep 20 05:06:32.290329 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c198cc-d1bf-4cb0-bf7f-d710d64fd42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72118a41-e8a2-416e-806c-6913eceecb4b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:32.293665 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-793ee7dd-c356-43db-9b81-5e7b1aa59946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.344430 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-793ee7dd-c356-43db-9b81-5e7b1aa59946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.347295 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-793ee7dd-c356-43db-9b81-5e7b1aa59946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:32.348731 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-793ee7dd-c356-43db-9b81-5e7b1aa59946 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f233294-77f7-4dab-8609-5ea568f345c1 HTTP/1.1" status: 204 len: 168 time: 0.1607971 Sep 20 05:06:32.361511 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ee7dd-c356-43db-9b81-5e7b1aa59946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f233294-77f7-4dab-8609-5ea568f345c1,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:32.823171 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f607f-8dc4-4529-a8e1-deb2ec9a199e req-148e28b5-fc54-4cbd-93f5-14d2611b114f tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:32.824074 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-361f607f-8dc4-4529-a8e1-deb2ec9a199e req-148e28b5-fc54-4cbd-93f5-14d2611b114f tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 943 time: 0.0576475 Sep 20 05:06:32.863834 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-361f607f-8dc4-4529-a8e1-deb2ec9a199e req-a78cf01e-528e-40c5-8d8f-9d0854be0148 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Sep 20 05:06:33.170886 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2422339-dfca-4318-b9c8-62ef6a83af5a req-63ce9828-6bdf-4cea-819a-7815b40b9a47 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:33.172425 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2422339-dfca-4318-b9c8-62ef6a83af5a req-63ce9828-6bdf-4cea-819a-7815b40b9a47 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 943 time: 0.0862038 Sep 20 05:06:33.180894 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e9d26-ad16-480d-8c2a-2741e81535b3 req-a972dd7f-84fa-4d4f-a6dc-2135dace1fc6 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:33.184307 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dd2e9d26-ad16-480d-8c2a-2741e81535b3 req-a972dd7f-84fa-4d4f-a6dc-2135dace1fc6 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0687909 Sep 20 05:06:33.240342 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2422339-dfca-4318-b9c8-62ef6a83af5a req-119117c3-3ebe-45ec-a769-057981f85c98 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550058 Sep 20 05:06:33.246078 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dd2e9d26-ad16-480d-8c2a-2741e81535b3 req-09e96523-fdfe-472b-b248-75626d0e788c tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537047 Sep 20 05:06:33.399325 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device c14433d4-0395-4b43-af4b-634b74648bb8 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:06:33.504769 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port c14433d4-0395-4b43-af4b-634b74648bb8, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c14433d4-0395-4b43-af4b-634b74648bb8,segment=NetworkSegment(8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b),segment_id=8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:33.517320 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'c14433d4-0395-4b43-af4b-634b74648bb8', 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0', 'port_id': 'c14433d4-0395-4b43-af4b-634b74648bb8', 'mac_address': 'fa:16:3e:a7:9c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a130b5-a490-4781-9a43-f327dce24667', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:06:33.558134 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:33.575564 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14433d4-0395-4b43-af4b-634b74648bb8 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:06:33.600143 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port c14433d4-0395-4b43-af4b-634b74648bb8, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c14433d4-0395-4b43-af4b-634b74648bb8,segment=NetworkSegment(8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b),segment_id=8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:33.607392 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:33.608413 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 456ed1cb-d485-4ea3-8658-fadad468bd04 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:06:33.679146 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=c14433d4-0395-4b43-af4b-634b74648bb8,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:33.699100 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:33.699440 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:33.699789 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:33.700121 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:33.700445 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:33.700764 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:33.701083 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:33.701401 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:33.701740 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:33.702059 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:33.702373 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:33.702687 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:06:33.762183 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 456ed1cb-d485-4ea3-8658-fadad468bd04, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=456ed1cb-d485-4ea3-8658-fadad468bd04,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:33.777260 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '456ed1cb-d485-4ea3-8658-fadad468bd04', 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958', 'port_id': '456ed1cb-d485-4ea3-8658-fadad468bd04', 'mac_address': 'fa:16:3e:df:2d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b8e991-2efe-4ed7-952d-d5a0a41f072f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:06:33.817289 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:33.827017 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456ed1cb-d485-4ea3-8658-fadad468bd04 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:06:33.847074 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 456ed1cb-d485-4ea3-8658-fadad468bd04, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=456ed1cb-d485-4ea3-8658-fadad468bd04,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:33.850789 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:33.901528 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=456ed1cb-d485-4ea3-8658-fadad468bd04,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:33.983321 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f34979-8ad0-4d6b-80c9-c807c2bbd0d9 req-b4060372-82d5-46b1-a55b-05edbb8956f2 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:33.984844 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f3f34979-8ad0-4d6b-80c9-c807c2bbd0d9 req-b4060372-82d5-46b1-a55b-05edbb8956f2 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 944 time: 0.0508296 Sep 20 05:06:34.021439 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f3f34979-8ad0-4d6b-80c9-c807c2bbd0d9 req-d0f62dbf-001e-498f-bf96-eeb335f45803 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306563 Sep 20 05:06:34.048816 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-986d17b2-6691-4c00-bc93-aa18736d4203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:34.395509 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fbdc4-e0e1-4ad9-90bd-6151b6671db0 req-f20ea911-531e-43ee-a54a-dec0c72f183c tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:34.397002 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-816fbdc4-e0e1-4ad9-90bd-6151b6671db0 req-f20ea911-531e-43ee-a54a-dec0c72f183c tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 944 time: 0.0825663 Sep 20 05:06:34.405621 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8f114-d17a-48ac-a780-5b0cfa0c9a45 req-79495a80-d7e6-4c8a-b50d-d5bd8f66b475 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:34.406961 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dca8f114-d17a-48ac-a780-5b0cfa0c9a45 req-79495a80-d7e6-4c8a-b50d-d5bd8f66b475 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0900221 Sep 20 05:06:34.419821 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['c14433d4-0395-4b43-af4b-634b74648bb8'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:06:34.445138 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['456ed1cb-d485-4ea3-8658-fadad468bd04'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:06:34.472640 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-816fbdc4-e0e1-4ad9-90bd-6151b6671db0 req-6856879b-e409-4dc9-8042-40111f390781 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647359 Sep 20 05:06:34.475208 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dca8f114-d17a-48ac-a780-5b0cfa0c9a45 req-5c9e5e54-d04f-472f-abae-fdac764a72e3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619121 Sep 20 05:06:34.890570 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:35.152317 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabcd84-fde0-4935-9ecb-5c949580afbe req-1d41bfa2-beca-4a89-a733-d19b2c6727a4 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:35.153689 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0eabcd84-fde0-4935-9ecb-5c949580afbe req-1d41bfa2-beca-4a89-a733-d19b2c6727a4 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 944 time: 0.0483477 Sep 20 05:06:35.191452 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0eabcd84-fde0-4935-9ecb-5c949580afbe req-5e4e9824-b8b6-437a-954b-7b6133cddd35 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 Sep 20 05:06:35.300931 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:35.626663 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bb66e-85f8-475b-baec-2e572d1fbf81 req-1c031913-0928-4019-9858-93b8e77dbae6 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:35.628166 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8b8bb66e-85f8-475b-baec-2e572d1fbf81 req-1c031913-0928-4019-9858-93b8e77dbae6 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0798063 Sep 20 05:06:35.636395 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59dc7-db01-4296-a875-a1e1e9e4c215 req-4028b575-ce30-4eec-ae1a-043e68264f43 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:35.637738 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-45d59dc7-db01-4296-a875-a1e1e9e4c215 req-4028b575-ce30-4eec-ae1a-043e68264f43 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 944 time: 0.0906532 Sep 20 05:06:35.694803 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8b8bb66e-85f8-475b-baec-2e572d1fbf81 req-e6ae1586-1501-4871-b030-b94389c0bfbb tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561287 Sep 20 05:06:35.702638 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-45d59dc7-db01-4296-a875-a1e1e9e4c215 req-0f18bb39-1037-4138-a1ff-75a5f107e4a1 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583432 Sep 20 05:06:36.310626 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7da76-94ce-4dd7-961e-15b8c62f9b57 req-510935b1-88a0-41db-8963-89e6f3836b0e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:36.312220 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ffe7da76-94ce-4dd7-961e-15b8c62f9b57 req-510935b1-88a0-41db-8963-89e6f3836b0e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 944 time: 0.0507681 Sep 20 05:06:36.359203 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ffe7da76-94ce-4dd7-961e-15b8c62f9b57 req-a5e2d3c6-a8bf-48a6-9fc4-5fd1089b4dc7 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 Sep 20 05:06:36.762832 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:36.860400 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c913a8d-09f3-4a98-a6e0-95f275c11030 req-e46f4ea4-e63c-43f5-845f-61f67e3dffc7 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:36.861882 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0c913a8d-09f3-4a98-a6e0-95f275c11030 req-e46f4ea4-e63c-43f5-845f-61f67e3dffc7 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0837300 Sep 20 05:06:36.869711 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11adb48-ca7e-4901-95b5-e672a21333d6 req-40d20c97-1af7-46e4-8a6d-8d9395074e98 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:36.870826 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d11adb48-ca7e-4901-95b5-e672a21333d6 req-40d20c97-1af7-46e4-8a6d-8d9395074e98 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 944 time: 0.0803752 Sep 20 05:06:36.922322 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0c913a8d-09f3-4a98-a6e0-95f275c11030 req-462f1562-e4ee-45a7-be8d-6fcc2f03e59f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505722 Sep 20 05:06:36.929166 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d11adb48-ca7e-4901-95b5-e672a21333d6 req-bed540be-4872-4f21-9409-e690743fcc45 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518374 Sep 20 05:06:37.419341 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device c14433d4-0395-4b43-af4b-634b74648bb8 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:06:37.471272 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port c14433d4-0395-4b43-af4b-634b74648bb8 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:06:37.475209 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port c14433d4-0395-4b43-af4b-634b74648bb8 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:06:37.475890 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:37.484625 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a393124-6cc7-4db2-ab6c-2b6673d98831 req-3a153924-5df6-4d61-bd39-52c16b93e715 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:37.486261 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8a393124-6cc7-4db2-ab6c-2b6673d98831 req-3a153924-5df6-4d61-bd39-52c16b93e715 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 944 time: 0.0577142 Sep 20 05:06:37.535091 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8a393124-6cc7-4db2-ab6c-2b6673d98831 req-5bdc7803-4d07-4178-88e1-cf41b4abe529 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423424 Sep 20 05:06:37.564345 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:37.590005 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90fdf3d-763f-40a8-9db4-5a2264bfc28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14433d4-0395-4b43-af4b-634b74648bb8'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:06:37.592354 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68869111-0476-4ee1-8290-a638fcf68a7b" -d '{"events": [{"server_uuid": "e90fdf3d-763f-40a8-9db4-5a2264bfc28e", "name": "network-vif-plugged", "status": "completed", "tag": "c14433d4-0395-4b43-af4b-634b74648bb8"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:37.605479 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port c14433d4-0395-4b43-af4b-634b74648bb8, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c14433d4-0395-4b43-af4b-634b74648bb8,segment=NetworkSegment(8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b),segment_id=8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:37.609670 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:37.610450 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 456ed1cb-d485-4ea3-8658-fadad468bd04 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:06:37.636263 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c8d669-eae6-43e8-9768-691024a50700 x-openstack-request-id: req-b2c8d669-eae6-43e8-9768-691024a50700 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:37.636765 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90fdf3d-763f-40a8-9db4-5a2264bfc28e", "name": "network-vif-plugged", "status": "completed", "tag": "c14433d4-0395-4b43-af4b-634b74648bb8", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:37.637173 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2c8d669-eae6-43e8-9768-691024a50700 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:37.639711 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90fdf3d-763f-40a8-9db4-5a2264bfc28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14433d4-0395-4b43-af4b-634b74648bb8', 'code': 200} Sep 20 05:06:37.703592 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=c14433d4-0395-4b43-af4b-634b74648bb8,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:37.717613 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 456ed1cb-d485-4ea3-8658-fadad468bd04 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:06:37.717613 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 456ed1cb-d485-4ea3-8658-fadad468bd04 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:06:37.717613 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:37.799284 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:37.845153 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 456ed1cb-d485-4ea3-8658-fadad468bd04, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=456ed1cb-d485-4ea3-8658-fadad468bd04,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:37.850081 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:37.911910 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=456ed1cb-d485-4ea3-8658-fadad468bd04,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:37.920928 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981eae6-51c9-48f3-be79-af36a82572f2 req-3b19d30c-06e2-4bce-a747-96d7cbe35f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:37.923096 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c981eae6-51c9-48f3-be79-af36a82572f2 req-3b19d30c-06e2-4bce-a747-96d7cbe35f9c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 1098 time: 0.0462103 Sep 20 05:06:37.966520 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c981eae6-51c9-48f3-be79-af36a82572f2 req-053430bb-0d28-440c-bcf0-f88517b32da5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342631 Sep 20 05:06:38.078685 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf84d31-e00e-4f74-b0c3-c39fb31149c3 req-bb1242dd-ca00-4f25-96b8-ac59d453ff0b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:38.080199 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1cf84d31-e00e-4f74-b0c3-c39fb31149c3 req-bb1242dd-ca00-4f25-96b8-ac59d453ff0b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0828810 Sep 20 05:06:38.093380 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa488a-10bf-4686-8c85-8fa498ad8c81 req-10925cbc-25a4-44ba-993a-7619429af1aa tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:38.095005 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2aa488a-10bf-4686-8c85-8fa498ad8c81 req-10925cbc-25a4-44ba-993a-7619429af1aa tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 945 time: 0.0661080 Sep 20 05:06:38.149980 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1cf84d31-e00e-4f74-b0c3-c39fb31149c3 req-2836b66c-bdc6-4d7e-ae58-3e7b25cdab20 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538940 Sep 20 05:06:38.157070 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a2aa488a-10bf-4686-8c85-8fa498ad8c81 req-8bf604e3-0455-4374-adb8-8e5c0551e77d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538526 Sep 20 05:06:38.654152 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66746a2-bc71-49f1-8912-af4556692c90 req-13fe4561-c9a8-41c8-8c30-e3a5d7e4d721 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:38.655630 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f66746a2-bc71-49f1-8912-af4556692c90 req-13fe4561-c9a8-41c8-8c30-e3a5d7e4d721 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 945 time: 0.0492675 Sep 20 05:06:38.693155 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f66746a2-bc71-49f1-8912-af4556692c90 req-59846ce4-cafe-4209-9560-44395df01426 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Sep 20 05:06:39.309789 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e81d9-0103-43b7-b618-245ea51b4bf1 req-aa54fa0e-e380-4a88-9d81-a8659724ad06 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:39.311399 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7f7e81d9-0103-43b7-b618-245ea51b4bf1 req-aa54fa0e-e380-4a88-9d81-a8659724ad06 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0837567 Sep 20 05:06:39.326319 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef903a4-1be9-41bd-b8f4-f2e3f83a492f req-7e0f396c-8bc8-4533-9694-b6e4d94506e8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:39.327862 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7ef903a4-1be9-41bd-b8f4-f2e3f83a492f req-7e0f396c-8bc8-4533-9694-b6e4d94506e8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 945 time: 0.0701716 Sep 20 05:06:39.392451 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7f7e81d9-0103-43b7-b618-245ea51b4bf1 req-182adbd2-3950-46ea-a3bc-c2dc179f3b04 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748458 Sep 20 05:06:39.395310 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7ef903a4-1be9-41bd-b8f4-f2e3f83a492f req-18cba7ca-c116-447a-a250-d2e9b56e0682 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609412 Sep 20 05:06:39.641648 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d58e132-2463-446e-8369-c3e00ca8b9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ed1cb-d485-4ea3-8658-fadad468bd04'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:06:39.644662 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c69bf27-df2a-4a1e-b680-3858c982fbcc" -d '{"events": [{"server_uuid": "4d58e132-2463-446e-8369-c3e00ca8b9fd", "name": "network-vif-plugged", "status": "completed", "tag": "456ed1cb-d485-4ea3-8658-fadad468bd04"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:39.698987 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4369b16-84f1-4bfd-95d5-25c1b2b09386 x-openstack-request-id: req-e4369b16-84f1-4bfd-95d5-25c1b2b09386 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:39.699389 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d58e132-2463-446e-8369-c3e00ca8b9fd", "name": "network-vif-plugged", "status": "completed", "tag": "456ed1cb-d485-4ea3-8658-fadad468bd04", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:39.699717 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4369b16-84f1-4bfd-95d5-25c1b2b09386 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:39.700111 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d58e132-2463-446e-8369-c3e00ca8b9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ed1cb-d485-4ea3-8658-fadad468bd04', 'code': 200} Sep 20 05:06:39.810616 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904481a-48ab-4189-84ec-b149912d6d05 req-13b0f9a4-3ae6-42af-b1a2-eac6b80fe219 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:39.812192 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6904481a-48ab-4189-84ec-b149912d6d05 req-13b0f9a4-3ae6-42af-b1a2-eac6b80fe219 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 945 time: 0.0486760 Sep 20 05:06:39.852088 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6904481a-48ab-4189-84ec-b149912d6d05 req-63e8cbf4-8bdd-41ee-b7ab-0611f81edaa5 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327444 Sep 20 05:06:39.997412 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf84d5-d218-4fda-b654-d7dee1dcf480 req-77242b6e-ebdb-4d17-9e05-f624d448a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:39.998800 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e3bf84d5-d218-4fda-b654-d7dee1dcf480 req-77242b6e-ebdb-4d17-9e05-f624d448a1b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 1098 time: 0.0425832 Sep 20 05:06:40.041977 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e3bf84d5-d218-4fda-b654-d7dee1dcf480 req-858f48ba-a22e-42cb-892d-4b83b4594a16 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303471 Sep 20 05:06:40.543107 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d64f7-8000-4538-9252-aed6ff98f1be req-ad354354-23ba-47a1-bc09-480f8f243791 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:40.544602 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c0d64f7-8000-4538-9252-aed6ff98f1be req-ad354354-23ba-47a1-bc09-480f8f243791 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 945 time: 0.0796239 Sep 20 05:06:40.551582 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff93b33-4299-4041-afbb-c6fc6b92c5be req-338799ef-bf7f-4baa-ab4a-0dd4abc291f1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:40.552956 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7ff93b33-4299-4041-afbb-c6fc6b92c5be req-338799ef-bf7f-4baa-ab4a-0dd4abc291f1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0794137 Sep 20 05:06:40.606804 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c0d64f7-8000-4538-9252-aed6ff98f1be req-285804c9-d84e-474f-9362-8bdc1b712fee tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528879 Sep 20 05:06:40.614311 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7ff93b33-4299-4041-afbb-c6fc6b92c5be req-7b447e48-1ae4-4a21-b7e1-019c133485cd tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532150 Sep 20 05:06:41.044937 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda4907-8d07-4da1-bb41-ca95751d172d req-307d97df-9591-4b72-9026-cf4d13b87826 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:41.046434 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8bda4907-8d07-4da1-bb41-ca95751d172d req-307d97df-9591-4b72-9026-cf4d13b87826 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 945 time: 0.0530207 Sep 20 05:06:41.083629 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8bda4907-8d07-4da1-bb41-ca95751d172d req-ee171cfb-ce8b-4021-9fd5-c9170bb20f94 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310946 Sep 20 05:06:41.735199 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d982e97-60a5-44f9-8e20-2a1a65d638f9 req-ce92e53d-10cd-4c45-ad06-1929ed57bda8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:41.736843 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9d982e97-60a5-44f9-8e20-2a1a65d638f9 req-ce92e53d-10cd-4c45-ad06-1929ed57bda8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 945 time: 0.0519831 Sep 20 05:06:41.778751 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9d982e97-60a5-44f9-8e20-2a1a65d638f9 req-99c52636-980f-4111-bcdf-9775f1334719 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353272 Sep 20 05:06:41.877291 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb24e1e-21ab-4093-8dae-a438744f02c7 req-24471b7c-df71-486a-b32b-8dc431ba157c tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:41.878837 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0bb24e1e-21ab-4093-8dae-a438744f02c7 req-24471b7c-df71-486a-b32b-8dc431ba157c tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0483353 Sep 20 05:06:41.921129 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0bb24e1e-21ab-4093-8dae-a438744f02c7 req-fb58252b-b1c8-400c-932d-e4c0480c8886 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343561 Sep 20 05:06:42.246568 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0968-5c9e-4b31-a52a-a5097fdf583c req-b5fdde78-4dbb-4602-9e56-1f510551da4d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:42.248007 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bfad0968-5c9e-4b31-a52a-a5097fdf583c req-b5fdde78-4dbb-4602-9e56-1f510551da4d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 945 time: 0.0514073 Sep 20 05:06:42.283382 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bfad0968-5c9e-4b31-a52a-a5097fdf583c req-86a674ad-1fd1-4116-ae26-175b7618fec1 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295355 Sep 20 05:06:42.897844 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace68740-3d76-4cd2-a9a4-54951a4fd56d req-3563f3a2-fe52-46ca-94eb-52e824bea757 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:42.899322 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ace68740-3d76-4cd2-a9a4-54951a4fd56d req-3563f3a2-fe52-46ca-94eb-52e824bea757 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 945 time: 0.0500977 Sep 20 05:06:42.937081 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ace68740-3d76-4cd2-a9a4-54951a4fd56d req-d8ffc38f-cd8f-4c78-a669-1a5b0536fecd tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317492 Sep 20 05:06:43.034789 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89359b-3570-4453-8c82-58cf38614705 req-b1eadc19-f129-44c0-8946-091e5f08ac32 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:43.036287 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3c89359b-3570-4453-8c82-58cf38614705 req-b1eadc19-f129-44c0-8946-091e5f08ac32 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0487537 Sep 20 05:06:43.074690 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3c89359b-3570-4453-8c82-58cf38614705 req-f8704336-c72c-4440-a780-35b65edcab70 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Sep 20 05:06:43.491493 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538867eb-e026-46c9-afcb-110e6a5a34bb req-1f87a51f-f9f4-4d65-b42d-071faf122fc3 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:43.493028 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-538867eb-e026-46c9-afcb-110e6a5a34bb req-1f87a51f-f9f4-4d65-b42d-071faf122fc3 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 945 time: 0.0524487 Sep 20 05:06:43.530898 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-538867eb-e026-46c9-afcb-110e6a5a34bb req-d9a8b219-df2d-47be-9abf-438a0eba1509 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317922 Sep 20 05:06:43.629150 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3b7e2-59e5-4d3b-8497-12fa5e8f762a req-fdd86366-1d7b-4582-95c6-13cda1981799 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:43.630672 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2bf3b7e2-59e5-4d3b-8497-12fa5e8f762a req-fdd86366-1d7b-4582-95c6-13cda1981799 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 945 time: 0.0522406 Sep 20 05:06:43.731181 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-2bf3b7e2-59e5-4d3b-8497-12fa5e8f762a req-878559f6-6957-463c-a107-b92b2f601d55 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Deleting port c14433d4-0395-4b43-af4b-634b74648bb8 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:06:43.731517 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2bf3b7e2-59e5-4d3b-8497-12fa5e8f762a req-878559f6-6957-463c-a107-b92b2f601d55 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:43.740123 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 38304) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:43.820831 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-2bf3b7e2-59e5-4d3b-8497-12fa5e8f762a req-878559f6-6957-463c-a107-b92b2f601d55 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] For port c14433d4-0395-4b43-af4b-634b74648bb8, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c14433d4-0395-4b43-af4b-634b74648bb8,segment=NetworkSegment(8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b),segment_id=8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:43.821188 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2bf3b7e2-59e5-4d3b-8497-12fa5e8f762a req-878559f6-6957-463c-a107-b92b2f601d55 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:43.838388 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-2bf3b7e2-59e5-4d3b-8497-12fa5e8f762a req-878559f6-6957-463c-a107-b92b2f601d55 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Calling delete_port for c14433d4-0395-4b43-af4b-634b74648bb8 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:06:43.849787 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ae11fdd-a224-4a60-b408-be57c6cc036e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:43.950903 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ae11fdd-a224-4a60-b408-be57c6cc036e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:43.954883 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6ae11fdd-a224-4a60-b408-be57c6cc036e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:43.965117 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2bf3b7e2-59e5-4d3b-8497-12fa5e8f762a req-878559f6-6957-463c-a107-b92b2f601d55 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:43.992810 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6ae11fdd-a224-4a60-b408-be57c6cc036e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4b65609c4ce4b1a87e331ef40eb2b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515352 Sep 20 05:06:43.993982 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae11fdd-a224-4a60-b408-be57c6cc036e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059459dc-5b6d-4b35-b456-00bb442c9ce0,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:43.994125 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878559f6-6957-463c-a107-b92b2f601d55 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Pushing event deleted for resources: {'Port': ['ID=c14433d4-0395-4b43-af4b-634b74648bb8,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:43.995524 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38308) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:44.013703 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['c14433d4-0395-4b43-af4b-634b74648bb8'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:06:44.051927 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf3b7e2-59e5-4d3b-8497-12fa5e8f762a req-878559f6-6957-463c-a107-b92b2f601d55 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] No DVR routers for this DVR port c14433d4-0395-4b43-af4b-634b74648bb8 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:06:44.058306 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2bf3b7e2-59e5-4d3b-8497-12fa5e8f762a req-878559f6-6957-463c-a107-b92b2f601d55 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:44.060261 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2bf3b7e2-59e5-4d3b-8497-12fa5e8f762a req-878559f6-6957-463c-a107-b92b2f601d55 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.23 "DELETE /v2.0/ports/c14433d4-0395-4b43-af4b-634b74648bb8 HTTP/1.1" status: 204 len: 173 time: 0.4188662 Sep 20 05:06:44.060683 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90fdf3d-763f-40a8-9db4-5a2264bfc28e', 'name': 'network-vif-deleted', 'tag': 'c14433d4-0395-4b43-af4b-634b74648bb8'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:06:44.062866 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c7a54c-935e-4061-af49-19ca9ba62f8d" -d '{"events": [{"server_uuid": "e90fdf3d-763f-40a8-9db4-5a2264bfc28e", "name": "network-vif-deleted", "tag": "c14433d4-0395-4b43-af4b-634b74648bb8"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:44.093068 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-79d4123f-379d-4c06-9661-7645a6baede2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:44.105282 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcd8ccf-b95e-41bb-94f4-eb4b9ee84fe3 x-openstack-request-id: req-7dcd8ccf-b95e-41bb-94f4-eb4b9ee84fe3 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:44.105572 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90fdf3d-763f-40a8-9db4-5a2264bfc28e", "name": "network-vif-deleted", "tag": "c14433d4-0395-4b43-af4b-634b74648bb8", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:44.105871 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dcd8ccf-b95e-41bb-94f4-eb4b9ee84fe3 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:44.106256 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90fdf3d-763f-40a8-9db4-5a2264bfc28e', 'name': 'network-vif-deleted', 'tag': 'c14433d4-0395-4b43-af4b-634b74648bb8', 'status': 'completed', 'code': 200} Sep 20 05:06:44.121066 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-79d4123f-379d-4c06-9661-7645a6baede2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:44.187233 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-79d4123f-379d-4c06-9661-7645a6baede2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:44.191253 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-79d4123f-379d-4c06-9661-7645a6baede2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:44.204832 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-79d4123f-379d-4c06-9661-7645a6baede2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/059459dc-5b6d-4b35-b456-00bb442c9ce0 HTTP/1.1" status: 204 len: 168 time: 0.2007163 Sep 20 05:06:44.212952 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb740a9b-fb39-4818-bf50-bf4c46404f1b req-89972369-abd9-42d9-bbc8-3115e6bbda31 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:44.214449 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cb740a9b-fb39-4818-bf50-bf4c46404f1b req-89972369-abd9-42d9-bbc8-3115e6bbda31 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0547214 Sep 20 05:06:44.219496 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4123f-379d-4c06-9661-7645a6baede2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059459dc-5b6d-4b35-b456-00bb442c9ce0,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:44.304160 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cb740a9b-fb39-4818-bf50-bf4c46404f1b req-ea2dac17-2794-4c84-a0dc-b67d9f9cb468 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746005 Sep 20 05:06:44.816210 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a140180-0718-45de-98f6-3ac0bff04d07 req-64c101f3-dff5-4afe-9978-02d1a051f8f1 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90fdf3d-763f-40a8-9db4-5a2264bfc28e HTTP/1.1" status: 200 len: 210 time: 0.0347624 Sep 20 05:06:45.616298 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bab09-e968-4d69-820d-a18042ee3f98 req-c99c365d-bb09-4f5a-a4f0-8a6adaa76dd3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:45.617762 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-815bab09-e968-4d69-820d-a18042ee3f98 req-c99c365d-bb09-4f5a-a4f0-8a6adaa76dd3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.2544389 Sep 20 05:06:45.661634 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-815bab09-e968-4d69-820d-a18042ee3f98 req-f4005903-004b-40c9-96cb-fb4aaae5e3c4 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333946 Sep 20 05:06:45.897036 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:06:46.137576 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-12add1bb-9a52-4ec6-a8e2-0cc5c359bb2f tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:46.138940 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-12add1bb-9a52-4ec6-a8e2-0cc5c359bb2f tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/networks?id=f853c9e3-c54d-400f-bb75-592452a649c0 HTTP/1.1" status: 200 len: 809 time: 0.1005356 Sep 20 05:06:46.154460 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-b25ddc74-b09c-44e7-a79e-30bb7e346068 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/quotas/a212342c6d55402684ad512a1b48d442 HTTP/1.1" status: 200 len: 375 time: 0.0097733 Sep 20 05:06:46.184654 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-9189cea2-e314-46e2-bc46-7a6798728d75 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a212342c6d55402684ad512a1b48d442&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251498 Sep 20 05:06:46.275743 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-4e9eb40f-99fc-48a4-b4a6-643762262fc6 service neutron] 10.222.0.32 "GET /v2.0/networks/f853c9e3-c54d-400f-bb75-592452a649c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843952 Sep 20 05:06:46.366794 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-58b13a18-9795-4410-b569-ea5717c975c2 service neutron] 10.222.0.32 "GET /v2.0/networks/f853c9e3-c54d-400f-bb75-592452a649c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843041 Sep 20 05:06:46.527953 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9c9bee0e-2132-40cc-94cb-5abbb76ce698 req-f684696a-b97c-49ab-a972-0f0772c2560f tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 210 time: 0.0315754 Sep 20 05:06:46.793695 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d5332-883b-4502-b35a-1d49df22d068 req-aa4f7c9e-97d1-4a3c-b1a9-3251a0f2d333 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:46.795227 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-777d5332-883b-4502-b35a-1d49df22d068 req-aa4f7c9e-97d1-4a3c-b1a9-3251a0f2d333 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0601194 Sep 20 05:06:46.842072 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-777d5332-883b-4502-b35a-1d49df22d068 req-490b30bf-61e4-4f7b-9c4c-6aff272c1037 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Sep 20 05:06:47.624178 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cfdc406f-b5e6-457e-8d9d-848b05b2a1f3 req-f4a563c9-272f-4aaa-90de-d84cba9aaf51 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 210 time: 0.0301051 Sep 20 05:06:47.953983 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3191e0-b36b-42b1-a6c7-90bbff975fee req-a7266f58-8599-448f-b90e-4e2319a7e9d4 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:47.955483 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0e3191e0-b36b-42b1-a6c7-90bbff975fee req-a7266f58-8599-448f-b90e-4e2319a7e9d4 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0485592 Sep 20 05:06:47.994778 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0e3191e0-b36b-42b1-a6c7-90bbff975fee req-90835ff2-5283-459c-8af9-3749cb1e9135 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Sep 20 05:06:48.713023 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device c14433d4-0395-4b43-af4b-634b74648bb8 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:06:48.733248 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: c14433d4-0395-4b43-af4b-634b74648bb8 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:06:48.733587 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device c14433d4-0395-4b43-af4b-634b74648bb8 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:06:49.797599 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b9d0875a-7f4e-49be-9198-9b985ad83e2a req-9afa96d4-a0b9-49e3-a257-9d51f1c42428 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 210 time: 0.0294809 Sep 20 05:06:49.887311 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d363b74-d776-4b67-bb3b-d7bd6001aab5 req-d4ce47bd-8463-4df3-bde4-0374ac26d9bd tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:49.888843 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8d363b74-d776-4b67-bb3b-d7bd6001aab5 req-d4ce47bd-8463-4df3-bde4-0374ac26d9bd tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0533872 Sep 20 05:06:49.929458 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8d363b74-d776-4b67-bb3b-d7bd6001aab5 req-4741a19a-2889-4e6e-804e-29cbf618b52a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Sep 20 05:06:53.189264 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-202fdc8e-1060-4e9e-a13a-f74b3a705d8c req-cf5cad91-9c06-43be-95b7-267162f73382 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 210 time: 0.0392330 Sep 20 05:06:53.280049 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878cc26-ab20-45d5-8eea-e61879487096 req-432b76f8-d4df-4add-b9e2-1a8435551597 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:53.281640 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1878cc26-ab20-45d5-8eea-e61879487096 req-432b76f8-d4df-4add-b9e2-1a8435551597 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0864193 Sep 20 05:06:53.328079 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1878cc26-ab20-45d5-8eea-e61879487096 req-87f72507-47ef-4bbe-8668-8613a01069d3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380414 Sep 20 05:06:53.522202 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-d93e815b-c436-43d9-9f45-ca36ce9bcc03 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:53.523631 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-d93e815b-c436-43d9-9f45-ca36ce9bcc03 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.23 "GET /v2.0/networks?id=f853c9e3-c54d-400f-bb75-592452a649c0 HTTP/1.1" status: 200 len: 809 time: 0.3172302 Sep 20 05:06:53.559380 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Request body: {'port': {'device_id': 'c734d8b9-60e4-4a81-9587-c6a3698b6ce6', 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0', 'admin_state_up': True, 'tenant_id': 'a212342c6d55402684ad512a1b48d442'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:53.662292 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Made reservation on behalf of a212342c6d55402684ad512a1b48d442 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:06:53.665650 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:53.794872 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Allocated IP 172.20.0.12 (f853c9e3-c54d-400f-bb75-592452a649c0/21a130b5-a490-4781-9a43-f327dce24667/b7c5943d-cc5e-4fe7-906e-517bd03f4419) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:06:53.935285 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:53.967419 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:54.008910 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Network f853c9e3-c54d-400f-bb75-592452a649c0 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:06:54.012704 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:06:54.016251 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:06:54.040606 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Pushing event updated for resources: {'Port': ['ID=b7c5943d-cc5e-4fe7-906e-517bd03f4419,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:54.070528 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:54.071303 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:54.087881 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-a8556456-c430-4320-b58e-28dea9e8486e tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5345676 Sep 20 05:06:54.110327 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Request body: {'port': {'device_id': 'c734d8b9-60e4-4a81-9587-c6a3698b6ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:54.176324 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:54.508708 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980098d-f7dd-4f79-bdb2-4da85755631b req-0c30f2f0-5865-4887-9726-9c7f01f7bb52 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:54.510395 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0980098d-f7dd-4f79-bdb2-4da85755631b req-0c30f2f0-5865-4887-9726-9c7f01f7bb52 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 932 time: 0.1270878 Sep 20 05:06:54.556138 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0752b21-affa-4c56-a8d4-d91bcd97aa1c req-23e0e9bf-54e2-41bc-b281-f4230230ec63 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:54.558195 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a0752b21-affa-4c56-a8d4-d91bcd97aa1c req-23e0e9bf-54e2-41bc-b281-f4230230ec63 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.1046119 Sep 20 05:06:54.577598 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0980098d-f7dd-4f79-bdb2-4da85755631b req-3dc3dc25-a5e9-4335-a59f-51e079ba2f89 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562799 Sep 20 05:06:54.591277 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e29d74-f08a-4a06-8570-a32bd316aa40 req-32961845-d75b-4541-be00-23b8dd89cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:54.592790 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-49e29d74-f08a-4a06-8570-a32bd316aa40 req-32961845-d75b-4541-be00-23b8dd89cc81 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 1099 time: 0.0887680 Sep 20 05:06:54.620888 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a0752b21-affa-4c56-a8d4-d91bcd97aa1c req-26c5a1df-00cf-4b81-adb0-6e48eb03b47e tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501640 Sep 20 05:06:54.670932 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-49e29d74-f08a-4a06-8570-a32bd316aa40 req-a83fb003-76a4-4665-a41a-f44e8354829b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681980 Sep 20 05:06:54.677890 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c5943d-cc5e-4fe7-906e-517bd03f4419 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:06:54.685699 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:54.697469 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Transition to ACTIVE for port object b7c5943d-cc5e-4fe7-906e-517bd03f4419 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:06:54.701570 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:54.749497 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Pushing event updated for resources: {'Port': ['ID=b7c5943d-cc5e-4fe7-906e-517bd03f4419,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:54.758942 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-d12168f3-0b03-42ed-9ac3-50c56894550a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:54.760520 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-d12168f3-0b03-42ed-9ac3-50c56894550a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/networks?id=a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 200 len: 815 time: 0.1044602 Sep 20 05:06:54.776281 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-6d6355fa-a8d5-4d24-8d99-5ea75014ebed tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/quotas/d5c5b5c0c55840cab46db661722c8d3e HTTP/1.1" status: 200 len: 375 time: 0.0088511 Sep 20 05:06:54.823976 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Attempting to bind port b7c5943d-cc5e-4fe7-906e-517bd03f4419 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:06:54.824289 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Attempting to bind port b7c5943d-cc5e-4fe7-906e-517bd03f4419 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:06:54.824773 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Attempting to bind port b7c5943d-cc5e-4fe7-906e-517bd03f4419 on network f853c9e3-c54d-400f-bb75-592452a649c0 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:06:54.831988 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-ab2e5f00-8ee7-4c34-ab60-ec54ad451b2e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492330 Sep 20 05:06:54.832875 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Port b7c5943d-cc5e-4fe7-906e-517bd03f4419 on network f853c9e3-c54d-400f-bb75-592452a649c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:06:54.833194 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Attempting to bind port b7c5943d-cc5e-4fe7-906e-517bd03f4419 on network f853c9e3-c54d-400f-bb75-592452a649c0 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:06:54.838486 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:06:54.838955 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Checking segment: {'id': '8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:06:54.839687 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Bound using segment: {'id': '8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:06:54.839816 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Bound port: b7c5943d-cc5e-4fe7-906e-517bd03f4419, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:06:54.840233 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:54.905306 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] For port b7c5943d-cc5e-4fe7-906e-517bd03f4419, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:06:54.908590 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] For port b7c5943d-cc5e-4fe7-906e-517bd03f4419, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b7c5943d-cc5e-4fe7-906e-517bd03f4419,segment=NetworkSegment(8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b),segment_id=8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:06:54.912698 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:54.925393 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-8e11a7d5-ebd1-4b05-ba9c-ba670e9811a5 service neutron] 10.222.0.32 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856318 Sep 20 05:06:54.951081 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:54.951689 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:54.953111 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] 10.222.0.23 "PUT /v2.0/ports/b7c5943d-cc5e-4fe7-906e-517bd03f4419 HTTP/1.1" status: 200 len: 1094 time: 0.8470807 Sep 20 05:06:54.953541 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c734d8b9-60e4-4a81-9587-c6a3698b6ce6', 'tag': 'b7c5943d-cc5e-4fe7-906e-517bd03f4419'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:06:54.955769 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94f8602-3e99-46ef-b78c-e1cd4f463c62" -d '{"events": [{"name": "network-changed", "server_uuid": "c734d8b9-60e4-4a81-9587-c6a3698b6ce6", "tag": "b7c5943d-cc5e-4fe7-906e-517bd03f4419"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:54.976257 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d930a-8954-45d4-8084-b4b64b4a14ca service neutron] Pushing event updated for resources: {'Port': ['ID=b7c5943d-cc5e-4fe7-906e-517bd03f4419,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:55.002891 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a191067-0904-4d57-bc4e-97477b379b31 x-openstack-request-id: req-1a191067-0904-4d57-bc4e-97477b379b31 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:55.003184 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c734d8b9-60e4-4a81-9587-c6a3698b6ce6", "tag": "b7c5943d-cc5e-4fe7-906e-517bd03f4419", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:55.003432 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a191067-0904-4d57-bc4e-97477b379b31 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:55.003824 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c734d8b9-60e4-4a81-9587-c6a3698b6ce6', 'tag': 'b7c5943d-cc5e-4fe7-906e-517bd03f4419', 'status': 'completed', 'code': 200} Sep 20 05:06:55.025153 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-5eef8913-14bc-4ffe-a4b5-ad91aae860c9 service neutron] 10.222.0.32 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925193 Sep 20 05:06:55.107017 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f8602-3e99-46ef-b78c-e1cd4f463c62 req-bcb40dbd-018a-496b-98d9-58faaec85ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:55.108788 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f94f8602-3e99-46ef-b78c-e1cd4f463c62 req-bcb40dbd-018a-496b-98d9-58faaec85ee7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a212342c6d55402684ad512a1b48d442&device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 1097 time: 0.0429018 Sep 20 05:06:55.188802 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f0f54561-3813-4124-b3d4-7f2bd138a63b req-be2053eb-9fae-43d2-9b17-f14db2e215c4 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 210 time: 0.0272934 Sep 20 05:06:55.333032 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f8602-3e99-46ef-b78c-e1cd4f463c62 req-15b78c76-dcaf-4021-8a86-64aeeb603ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:55.335538 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f94f8602-3e99-46ef-b78c-e1cd4f463c62 req-15b78c76-dcaf-4021-8a86-64aeeb603ed7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a212342c6d55402684ad512a1b48d442&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1972129 Sep 20 05:06:55.451149 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 38564) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:55.527047 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f8602-3e99-46ef-b78c-e1cd4f463c62 req-1cfc8a3c-9ef5-434e-8489-b7f98b93c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:55.528692 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f94f8602-3e99-46ef-b78c-e1cd4f463c62 req-1cfc8a3c-9ef5-434e-8489-b7f98b93c945 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1849849 Sep 20 05:06:55.578653 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3d303f0b-9064-4fe3-adb0-1f532e988fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:55.662637 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-50086691-890a-4cb9-b15d-bea1afd0f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:55.666709 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-50086691-890a-4cb9-b15d-bea1afd0f06c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a212342c6d55402684ad512a1b48d442&device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 1097 time: 0.0625451 Sep 20 05:06:55.726616 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3d303f0b-9064-4fe3-adb0-1f532e988fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:55.742973 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-4919dd2e-afe3-45b4-82f4-4e50106ed430 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7c5943d-cc5e-4fe7-906e-517bd03f4419 HTTP/1.1" status: 200 len: 217 time: 0.0479593 Sep 20 05:06:55.753231 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3d303f0b-9064-4fe3-adb0-1f532e988fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:55.810602 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-7d1ac607-8dff-4807-b5a4-2d0e4c6963b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:55.812216 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-7d1ac607-8dff-4807-b5a4-2d0e4c6963b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21a130b5-a490-4781-9a43-f327dce24667 HTTP/1.1" status: 200 len: 849 time: 0.0559468 Sep 20 05:06:55.832528 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3d303f0b-9064-4fe3-adb0-1f532e988fbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c2384e2c4d84a3599efe40564331d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798923 Sep 20 05:06:55.835065 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d303f0b-9064-4fe3-adb0-1f532e988fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f32b688-a6f9-4989-866f-9370f85bc786,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:55.840309 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 38580) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:55.849494 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca0a32-bf39-4d5b-8756-b5823ca41049 req-d9a32aa1-d69a-47ce-80f4-8b6df95badf0 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:55.852501 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9cca0a32-bf39-4d5b-8756-b5823ca41049 req-d9a32aa1-d69a-47ce-80f4-8b6df95badf0 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 944 time: 0.1796865 Sep 20 05:06:55.863184 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-f22b086b-898f-4a38-9ad2-5bd4281b4bb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f853c9e3-c54d-400f-bb75-592452a649c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283759 Sep 20 05:06:55.900047 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9aec7-2a5b-4ed6-9701-fd806dc82100 req-102c91a1-d29a-410b-a986-8772f382ae00 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:55.902532 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44a9aec7-2a5b-4ed6-9701-fd806dc82100 req-102c91a1-d29a-410b-a986-8772f382ae00 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.1590364 Sep 20 05:06:55.951632 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9cca0a32-bf39-4d5b-8756-b5823ca41049 req-230d0cbd-a8c1-4220-95ea-1c9fc668a201 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927887 Sep 20 05:06:55.981692 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44a9aec7-2a5b-4ed6-9701-fd806dc82100 req-d48b319d-1a82-4720-ae70-b50c554a57f3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673523 Sep 20 05:06:55.982454 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fd8568f8-fa40-4bb3-8442-f627e24c1fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:56.005999 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-f3d87f45-879a-476d-9448-fb684b102229 service neutron] 10.222.0.23 "GET /v2.0/networks/f853c9e3-c54d-400f-bb75-592452a649c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890608 Sep 20 05:06:56.009648 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fd8568f8-fa40-4bb3-8442-f627e24c1fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:56.060418 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fd8568f8-fa40-4bb3-8442-f627e24c1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:56.062883 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fd8568f8-fa40-4bb3-8442-f627e24c1fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:56.065154 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-fd8568f8-fa40-4bb3-8442-f627e24c1fc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f32b688-a6f9-4989-866f-9370f85bc786 HTTP/1.1" status: 204 len: 168 time: 0.2234032 Sep 20 05:06:56.072277 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8568f8-fa40-4bb3-8442-f627e24c1fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f32b688-a6f9-4989-866f-9370f85bc786,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:56.110551 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d74b5d6-988c-49d6-823d-36d52c1fc302 req-01da26fa-c9ad-4c39-9ebd-8c547024fe55 service neutron] 10.222.0.23 "GET /v2.0/networks/f853c9e3-c54d-400f-bb75-592452a649c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913281 Sep 20 05:06:56.289593 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e788149-5537-4b43-b07d-12a9c14f0114 req-2d6fc2b1-3738-4b9f-bbfc-f785b24a555a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 210 time: 0.0321689 Sep 20 05:06:56.750584 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-771a43f8-dfa8-425c-aacc-71bd961fd99f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:56.751899 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-771a43f8-dfa8-425c-aacc-71bd961fd99f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "GET /v2.0/networks?id=a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 200 len: 815 time: 0.1060116 Sep 20 05:06:56.789442 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Request body: {'port': {'device_id': 'f893c0f6-88ae-4d61-8130-16365ca984b2', 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958', 'admin_state_up': True, 'tenant_id': 'd5c5b5c0c55840cab46db661722c8d3e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:56.903659 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Made reservation on behalf of d5c5b5c0c55840cab46db661722c8d3e for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:06:56.907460 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:57.037858 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Allocated IP 172.20.0.13 (a90939f0-4c90-432c-81e7-3d6ba2213958/b7b8e991-2efe-4ed7-952d-d5a0a41f072f/33c961c6-979a-4e8b-9f62-0b213b0b8103) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:06:57.095661 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901a4a5-e8ff-4206-95d4-050eb5d3f7be req-920e0bb5-c7cb-442b-af12-a40b76e5deb3 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:57.097196 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4901a4a5-e8ff-4206-95d4-050eb5d3f7be req-920e0bb5-c7cb-442b-af12-a40b76e5deb3 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 944 time: 0.0735767 Sep 20 05:06:57.136988 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1aec4-14f7-45ad-917f-62522553101d req-887b514c-5475-4e50-aeb2-76bbdd38369f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:57.138502 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d7f1aec4-14f7-45ad-917f-62522553101d req-887b514c-5475-4e50-aeb2-76bbdd38369f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0809474 Sep 20 05:06:57.158155 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4901a4a5-e8ff-4206-95d4-050eb5d3f7be req-809df9aa-e3f9-4353-9654-8a226ed4bb95 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545704 Sep 20 05:06:57.188065 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d7f1aec4-14f7-45ad-917f-62522553101d req-68593b66-8d06-47da-b26a-378574d9b26f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Sep 20 05:06:57.192137 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:57.227602 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:57.269528 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Network a90939f0-4c90-432c-81e7-3d6ba2213958 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:06:57.271684 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['456ed1cb-d485-4ea3-8658-fadad468bd04'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:06:57.272551 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:06:57.275978 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:06:57.318027 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea413000-cb72-4efa-8d3a-ecb312cdfc70 req-38ab42cd-51a6-4de0-9638-c11715096af3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:57.318267 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Pushing event updated for resources: {'Port': ['ID=33c961c6-979a-4e8b-9f62-0b213b0b8103,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:57.319582 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea413000-cb72-4efa-8d3a-ecb312cdfc70 req-38ab42cd-51a6-4de0-9638-c11715096af3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0619988 Sep 20 05:06:57.345369 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:57.346258 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:57.363941 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fb442c41-24c2-44a6-bf09-d413bd3f09b8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5796566 Sep 20 05:06:57.367158 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea413000-cb72-4efa-8d3a-ecb312cdfc70 req-a64dfc0d-465b-4671-9dae-2a541094c209 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Sep 20 05:06:57.384918 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Request body: {'port': {'device_id': 'f893c0f6-88ae-4d61-8130-16365ca984b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:06:57.427073 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974b093-a0f0-4045-96d9-b4b29ecf5835 req-e5f6305f-b310-4b3a-bd17-2d3885e57f16 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:57.428789 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e974b093-a0f0-4045-96d9-b4b29ecf5835 req-e5f6305f-b310-4b3a-bd17-2d3885e57f16 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 932 time: 0.0535285 Sep 20 05:06:57.459568 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:57.474348 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e974b093-a0f0-4045-96d9-b4b29ecf5835 req-8c91e080-47bf-4c56-afc1-a0ea0e2c5466 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 Sep 20 05:06:57.769245 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c961c6-979a-4e8b-9f62-0b213b0b8103 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:06:57.777028 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:57.790486 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Transition to ACTIVE for port object 33c961c6-979a-4e8b-9f62-0b213b0b8103 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:06:57.796300 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:57.849951 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Pushing event updated for resources: {'Port': ['ID=33c961c6-979a-4e8b-9f62-0b213b0b8103,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:57.912802 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Attempting to bind port 33c961c6-979a-4e8b-9f62-0b213b0b8103 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:06:57.913126 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Attempting to bind port 33c961c6-979a-4e8b-9f62-0b213b0b8103 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:06:57.913442 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Attempting to bind port 33c961c6-979a-4e8b-9f62-0b213b0b8103 on network a90939f0-4c90-432c-81e7-3d6ba2213958 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:06:57.918215 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Port 33c961c6-979a-4e8b-9f62-0b213b0b8103 on network a90939f0-4c90-432c-81e7-3d6ba2213958 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:06:57.918525 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Attempting to bind port 33c961c6-979a-4e8b-9f62-0b213b0b8103 on network a90939f0-4c90-432c-81e7-3d6ba2213958 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:06:57.923853 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:06:57.924315 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Checking segment: {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:06:57.924727 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Bound using segment: {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:06:57.925155 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Bound port: 33c961c6-979a-4e8b-9f62-0b213b0b8103, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:06:57.925528 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:57.989006 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] For port 33c961c6-979a-4e8b-9f62-0b213b0b8103, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:06:57.992926 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] For port 33c961c6-979a-4e8b-9f62-0b213b0b8103, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=33c961c6-979a-4e8b-9f62-0b213b0b8103,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:06:57.997168 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:58.029353 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:58.030215 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:58.031645 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] 10.222.0.23 "PUT /v2.0/ports/33c961c6-979a-4e8b-9f62-0b213b0b8103 HTTP/1.1" status: 200 len: 1094 time: 0.6512933 Sep 20 05:06:58.033937 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f893c0f6-88ae-4d61-8130-16365ca984b2', 'tag': '33c961c6-979a-4e8b-9f62-0b213b0b8103'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:06:58.036191 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072fe990-5bea-49ee-9d74-33f60e76137e" -d '{"events": [{"name": "network-changed", "server_uuid": "f893c0f6-88ae-4d61-8130-16365ca984b2", "tag": "33c961c6-979a-4e8b-9f62-0b213b0b8103"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:06:58.075175 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee3aad6-2818-49bb-b00f-43765700d69c x-openstack-request-id: req-7ee3aad6-2818-49bb-b00f-43765700d69c {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:06:58.075452 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f893c0f6-88ae-4d61-8130-16365ca984b2", "tag": "33c961c6-979a-4e8b-9f62-0b213b0b8103", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:06:58.075703 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ee3aad6-2818-49bb-b00f-43765700d69c {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:06:58.076106 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f893c0f6-88ae-4d61-8130-16365ca984b2', 'tag': '33c961c6-979a-4e8b-9f62-0b213b0b8103', 'status': 'completed', 'code': 200} Sep 20 05:06:58.078910 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed72a0-0dcf-4adf-9eb3-461c9ee8462f service neutron] Pushing event updated for resources: {'Port': ['ID=33c961c6-979a-4e8b-9f62-0b213b0b8103,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:58.173158 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-a62f07c3-9ce8-4e9e-91e9-a634b8de9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:58.174658 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-a62f07c3-9ce8-4e9e-91e9-a634b8de9376 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 1097 time: 0.0429549 Sep 20 05:06:58.234042 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-d2a4ebe9-2ebf-440b-bb13-15062d89602d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33c961c6-979a-4e8b-9f62-0b213b0b8103 HTTP/1.1" status: 200 len: 217 time: 0.0339680 Sep 20 05:06:58.283747 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-e94d95af-3a1c-44ee-be74-bd63e5a90587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:58.283957 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d56109-0fc6-48ee-9b55-0237104d925b req-10405b92-4152-4b0f-b55a-fcdb931fbdf0 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:58.285582 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44d56109-0fc6-48ee-9b55-0237104d925b req-10405b92-4152-4b0f-b55a-fcdb931fbdf0 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 944 time: 0.0503206 Sep 20 05:06:58.285924 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-e94d95af-3a1c-44ee-be74-bd63e5a90587 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7b8e991-2efe-4ed7-952d-d5a0a41f072f HTTP/1.1" status: 200 len: 855 time: 0.0439074 Sep 20 05:06:58.322504 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-fe01b5a9-48ce-4d76-8f64-5797bbbe9a28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a90939f0-4c90-432c-81e7-3d6ba2213958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280633 Sep 20 05:06:58.324722 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44d56109-0fc6-48ee-9b55-0237104d925b req-7d7ba6d3-5ced-4627-8d9b-750a1f6ee4b0 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327892 Sep 20 05:06:58.368589 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:58.414152 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-04f78415-b8f8-4836-b7b8-1d3e71438448 service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821507 Sep 20 05:06:58.525426 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a60c786-e5ce-46e2-99c6-b3e628650b5f req-66a2ff6c-5114-4527-bffc-149d4b11270d service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907116 Sep 20 05:06:58.599520 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544626e9-066f-45d9-b7f6-b72bdb55a163 req-9dcfb3b0-3da5-4cbf-9239-a497902b872a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:58.600955 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-544626e9-066f-45d9-b7f6-b72bdb55a163 req-9dcfb3b0-3da5-4cbf-9239-a497902b872a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 944 time: 0.0567987 Sep 20 05:06:58.638856 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-544626e9-066f-45d9-b7f6-b72bdb55a163 req-1511bd32-454a-42b7-97ff-cc87d6c8b466 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313225 Sep 20 05:06:58.673467 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fe990-5bea-49ee-9d74-33f60e76137e req-70b41b90-234f-49df-aff8-dd3dc2f4828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:58.675278 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-072fe990-5bea-49ee-9d74-33f60e76137e req-70b41b90-234f-49df-aff8-dd3dc2f4828c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 1097 time: 0.0414622 Sep 20 05:06:58.772585 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fe990-5bea-49ee-9d74-33f60e76137e req-be121d34-18fa-453a-8445-f11aac6f7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:58.774068 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-072fe990-5bea-49ee-9d74-33f60e76137e req-be121d34-18fa-453a-8445-f11aac6f7f5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 200 len: 915 time: 0.0831099 Sep 20 05:06:59.045885 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-072fe990-5bea-49ee-9d74-33f60e76137e req-33999dc1-8980-4354-aa9d-c5828ededf96 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33c961c6-979a-4e8b-9f62-0b213b0b8103 HTTP/1.1" status: 200 len: 217 time: 0.2586756 Sep 20 05:06:59.061305 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fba93-5184-444a-9e65-a7a10dd41d37 req-c806f794-1b4d-46b3-90f8-b50abcf009ce tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:59.064538 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2e0fba93-5184-444a-9e65-a7a10dd41d37 req-c806f794-1b4d-46b3-90f8-b50abcf009ce tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0576816 Sep 20 05:06:59.123946 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fe990-5bea-49ee-9d74-33f60e76137e req-8883d679-915d-4b2e-9008-aaf5c3d8c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:59.125568 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-072fe990-5bea-49ee-9d74-33f60e76137e req-8883d679-915d-4b2e-9008-aaf5c3d8c387 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7b8e991-2efe-4ed7-952d-d5a0a41f072f HTTP/1.1" status: 200 len: 855 time: 0.0708032 Sep 20 05:06:59.128671 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2e0fba93-5184-444a-9e65-a7a10dd41d37 req-7c6b353d-6df9-42d0-bb6d-40b28d929857 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503528 Sep 20 05:06:59.169326 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-072fe990-5bea-49ee-9d74-33f60e76137e req-8369c50d-a3a6-4666-8dc2-84f4794a2bca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a90939f0-4c90-432c-81e7-3d6ba2213958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330091 Sep 20 05:06:59.171228 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64198-9822-4d02-89a2-feff18c7a87d req-f762a514-9509-48a6-9688-ec92346daa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:59.172647 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ced64198-9822-4d02-89a2-feff18c7a87d req-f762a514-9509-48a6-9688-ec92346daa15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 1098 time: 0.1306555 Sep 20 05:06:59.344966 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38646) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:59.362689 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-072fe990-5bea-49ee-9d74-33f60e76137e req-4ad24158-f63b-4298-9911-86adb7f75595 service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619053 Sep 20 05:06:59.366973 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64198-9822-4d02-89a2-feff18c7a87d req-6f587ec9-8dcd-462a-a4e5-421ebc6cfa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:59.368347 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ced64198-9822-4d02-89a2-feff18c7a87d req-6f587ec9-8dcd-462a-a4e5-421ebc6cfa91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 918 time: 0.1584280 Sep 20 05:06:59.438917 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ced64198-9822-4d02-89a2-feff18c7a87d req-595c7e60-cc03-4102-9740-5aa2c48f58f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1320ba1-c5dd-40cc-bd21-267c042ff4cc HTTP/1.1" status: 200 len: 217 time: 0.0511115 Sep 20 05:06:59.439941 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118697d-ee6d-4b4e-83ab-da04fd6318ce req-ca7eae68-2f27-47aa-973c-5f9da536d1b4 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:59.441498 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2118697d-ee6d-4b4e-83ab-da04fd6318ce req-ca7eae68-2f27-47aa-973c-5f9da536d1b4 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 944 time: 0.0505083 Sep 20 05:06:59.480800 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2118697d-ee6d-4b4e-83ab-da04fd6318ce req-6c2aa2b0-7795-425c-a562-1c7c1d75ccc2 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333436 Sep 20 05:06:59.515408 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-177ce32b-1a09-4205-97df-d5980f3855ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:59.568668 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced64198-9822-4d02-89a2-feff18c7a87d req-2eb94d0e-871d-4eb3-b280-0b98c91f4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:59.570122 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ced64198-9822-4d02-89a2-feff18c7a87d req-2eb94d0e-871d-4eb3-b280-0b98c91f4ebe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9dab44c-6e76-406e-b06a-c49dd641171c HTTP/1.1" status: 200 len: 858 time: 0.0950575 Sep 20 05:06:59.572988 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-072fe990-5bea-49ee-9d74-33f60e76137e req-bd5466c7-5469-482e-97cd-36e743b9e360 service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945231 Sep 20 05:06:59.641926 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ced64198-9822-4d02-89a2-feff18c7a87d req-1a290466-e453-4a99-b403-2a7e24f4b667 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315390 Sep 20 05:06:59.668885 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-177ce32b-1a09-4205-97df-d5980f3855ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:59.678318 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-177ce32b-1a09-4205-97df-d5980f3855ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:59.751168 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ce32b-1a09-4205-97df-d5980f3855ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ef8f0d-300d-4f37-bee1-b7ebb2ca9168,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:06:59.759667 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-177ce32b-1a09-4205-97df-d5980f3855ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f10b87030c0348b8875b74c11aa7abc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122298 Sep 20 05:06:59.763482 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968e654-d76a-4e52-85b4-3b07fd175dcb req-f73413ff-c900-450d-b687-362f9cfef37e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:06:59.764109 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38654) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:06:59.765007 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9968e654-d76a-4e52-85b4-3b07fd175dcb req-f73413ff-c900-450d-b687-362f9cfef37e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 944 time: 0.0556414 Sep 20 05:06:59.776146 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device b7c5943d-cc5e-4fe7-906e-517bd03f4419 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:06:59.804192 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9968e654-d76a-4e52-85b4-3b07fd175dcb req-4e6dce0c-693a-48a7-bee1-8c5c3a124f86 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323441 Sep 20 05:06:59.806552 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ced64198-9822-4d02-89a2-feff18c7a87d req-c3407280-6a74-4b7a-ae51-e37d0ecce80b service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525354 Sep 20 05:06:59.850787 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08262b38-db04-4c69-ac1f-119c04bf4851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:59.884277 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port b7c5943d-cc5e-4fe7-906e-517bd03f4419, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b7c5943d-cc5e-4fe7-906e-517bd03f4419,segment=NetworkSegment(8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b),segment_id=8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:06:59.908954 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08262b38-db04-4c69-ac1f-119c04bf4851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:59.955495 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ced64198-9822-4d02-89a2-feff18c7a87d req-c223a97b-64b3-4c8d-b16a-d3a0fa19eaa2 service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371815 Sep 20 05:06:59.978209 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08262b38-db04-4c69-ac1f-119c04bf4851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:59.982523 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08262b38-db04-4c69-ac1f-119c04bf4851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:06:59.983909 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-08262b38-db04-4c69-ac1f-119c04bf4851 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07ef8f0d-300d-4f37-bee1-b7ebb2ca9168 HTTP/1.1" status: 204 len: 168 time: 0.2190490 Sep 20 05:06:59.993321 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08262b38-db04-4c69-ac1f-119c04bf4851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ef8f0d-300d-4f37-bee1-b7ebb2ca9168,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:00.025156 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'b7c5943d-cc5e-4fe7-906e-517bd03f4419', 'network_id': 'f853c9e3-c54d-400f-bb75-592452a649c0', 'port_id': 'b7c5943d-cc5e-4fe7-906e-517bd03f4419', 'mac_address': 'fa:16:3e:7e:ca:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a130b5-a490-4781-9a43-f327dce24667', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:07:00.069040 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:00.083553 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c5943d-cc5e-4fe7-906e-517bd03f4419 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:07:00.104741 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port b7c5943d-cc5e-4fe7-906e-517bd03f4419, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b7c5943d-cc5e-4fe7-906e-517bd03f4419,segment=NetworkSegment(8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b),segment_id=8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:00.108703 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:00.162733 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=b7c5943d-cc5e-4fe7-906e-517bd03f4419,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:00.237865 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06214b-0a97-4f01-af63-1bcc754ca2bd req-853d1c79-882b-448c-9e91-3f8a59a9e0be tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:00.241889 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5b06214b-0a97-4f01-af63-1bcc754ca2bd req-853d1c79-882b-448c-9e91-3f8a59a9e0be tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0511985 Sep 20 05:07:00.278580 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5b06214b-0a97-4f01-af63-1bcc754ca2bd req-013b551f-859a-46fc-aba4-a804999dca7a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325723 Sep 20 05:07:00.552915 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['b7c5943d-cc5e-4fe7-906e-517bd03f4419'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:07:00.598587 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150f98b-9d22-480d-a212-4b411fc1ff94 req-3890a57a-8987-4c92-ab38-ee2aeb216c7a tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:00.607955 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3150f98b-9d22-480d-a212-4b411fc1ff94 req-3890a57a-8987-4c92-ab38-ee2aeb216c7a tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0574579 Sep 20 05:07:00.641797 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3150f98b-9d22-480d-a212-4b411fc1ff94 req-a14313c1-0b11-4f5c-bb40-30a1cb92535a tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329688 Sep 20 05:07:00.661435 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38688) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:00.755806 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1521172901-network', 'tenant_id': '1074f9196db945dd9f2236b3eca92230'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:00.777579 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Made reservation on behalf of 1074f9196db945dd9f2236b3eca92230 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:07:00.779579 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:00.787631 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:00.894064 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:00.899368 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:00.926142 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:07:00.935682 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99daf2d3-f53d-450f-adf3-cdea0d8841fa,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:00.942060 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:00.942538 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Added segment 87f62886-7370-4acf-8039-0bc0d19adc95 of type vlan for network 3850c6d9-5a38-4302-9566-5bea500483a4 Sep 20 05:07:00.945624 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aa081-e1e7-40b4-9584-03b26c7db6d2 req-ab6b1d4c-d484-432a-9455-ae636685d999 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:00.948614 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c2aa081-e1e7-40b4-9584-03b26c7db6d2 req-ab6b1d4c-d484-432a-9455-ae636685d999 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 944 time: 0.0610788 Sep 20 05:07:00.985885 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:00.987195 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c2aa081-e1e7-40b4-9584-03b26c7db6d2 req-d816e8ed-07a0-45db-a31d-ba8ceca894d2 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Sep 20 05:07:01.013221 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.014177 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:01.014754 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.042163 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3795464 Sep 20 05:07:01.045833 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 38694) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:01.050690 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-fcc00763-a827-45c5-ae42-e02f16fec9e2 admin admin] Request body: {'subnet': {'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1521172901-subnet', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:01.071621 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc00763-a827-45c5-ae42-e02f16fec9e2 admin admin] Made reservation on behalf of 1074f9196db945dd9f2236b3eca92230 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:07:01.073526 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920df44-384d-4b74-af62-7f98b4488207 admin admin] Pushing event updated for resources: {'Network': ['ID=3850c6d9-5a38-4302-9566-5bea500483a4,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:01.074571 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fcc00763-a827-45c5-ae42-e02f16fec9e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.084855 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network 3850c6d9-5a38-4302-9566-5bea500483a4 details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:07:01.247845 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fcc00763-a827-45c5-ae42-e02f16fec9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.304120 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc00763-a827-45c5-ae42-e02f16fec9e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beaea98b-e35d-45f4-920f-fd21aa41d2cf,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:01.311392 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc00763-a827-45c5-ae42-e02f16fec9e2 admin admin] Checking segment: {'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:07:01.311748 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc00763-a827-45c5-ae42-e02f16fec9e2 admin admin] Network hostable DHCP agents. Network: 3850c6d9-5a38-4302-9566-5bea500483a4, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:07:01.328037 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc00763-a827-45c5-ae42-e02f16fec9e2 admin admin] Network 3850c6d9-5a38-4302-9566-5bea500483a4 is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:07:01.336946 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-fcc00763-a827-45c5-ae42-e02f16fec9e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, 3850c6d9-5a38-4302-9566-5bea500483a4) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:01.342082 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc00763-a827-45c5-ae42-e02f16fec9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:01.342840 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fcc00763-a827-45c5-ae42-e02f16fec9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.348917 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee41a973-17df-49af-8797-d751164e59fe None None] Network 3850c6d9-5a38-4302-9566-5bea500483a4 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:07:01.365141 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-fcc00763-a827-45c5-ae42-e02f16fec9e2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3181987 Sep 20 05:07:01.368108 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38700) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:01.372725 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:01.394165 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-274561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.395371 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-275841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.403540 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864802aa-39ed-4763-b68d-bd6f71f78355 req-42e1b05b-64c9-4312-9b19-a51985a3f549 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:01.405110 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-864802aa-39ed-4763-b68d-bd6f71f78355 req-42e1b05b-64c9-4312-9b19-a51985a3f549 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0516593 Sep 20 05:07:01.454803 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.458521 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-864802aa-39ed-4763-b68d-bd6f71f78355 req-a054b1fc-66c4-48dd-94e0-cc77f1f35fcb tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416090 Sep 20 05:07:01.496068 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-48695b8d-ed97-4aa7-9087-cc1f285ada40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.534107 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45fdac36-fd2f-568b-9e22-24bad3a54f91-3850c6d9-5a38-4302-9566-5bea500483a4', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'fixed_ips': [{'subnet_id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf'}]}} from dv-cinder-809965-1-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 05:07:01.534963 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.602106 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.669273 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Allocated IP 172.20.0.2 (3850c6d9-5a38-4302-9566-5bea500483a4/beaea98b-e35d-45f4-920f-fd21aa41d2cf/9ec334f3-daf9-4166-9afd-e47d02a8cd4d) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:01.765545 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2377d2-0d36-41b3-a2ad-d18d65e88e14 req-7c61be27-3a31-4d7e-aa24-778174fec558 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:01.767839 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5d2377d2-0d36-41b3-a2ad-d18d65e88e14 req-7c61be27-3a31-4d7e-aa24-778174fec558 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0548482 Sep 20 05:07:01.797206 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 33c961c6-979a-4e8b-9f62-0b213b0b8103 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:07:01.807203 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device b7c5943d-cc5e-4fe7-906e-517bd03f4419 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:01.808563 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.820707 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5d2377d2-0d36-41b3-a2ad-d18d65e88e14 req-2dee783b-4823-4c66-b391-b3627bec024d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423901 Sep 20 05:07:01.828461 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.829242 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.854120 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:01.918222 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Network 3850c6d9-5a38-4302-9566-5bea500483a4 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:01.935686 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:01.939871 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:07:01.945214 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Pushing event updated for resources: {'Port': ['ID=9ec334f3-daf9-4166-9afd-e47d02a8cd4d,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:01.947004 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Allocated IP 172.27.1.51 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/9cb0912a-54b3-41b4-8e1d-6faf958c33e3) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:02.025533 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port b7c5943d-cc5e-4fe7-906e-517bd03f4419 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:07:02.047304 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port b7c5943d-cc5e-4fe7-906e-517bd03f4419 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:02.047672 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:02.050286 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 33c961c6-979a-4e8b-9f62-0b213b0b8103, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=33c961c6-979a-4e8b-9f62-0b213b0b8103,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:02.058593 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Attempting to bind port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:07:02.058956 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Attempting to bind port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:07:02.059316 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Attempting to bind port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d on network 3850c6d9-5a38-4302-9566-5bea500483a4 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:02.063100 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:02.091102 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '33c961c6-979a-4e8b-9f62-0b213b0b8103', 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958', 'port_id': '33c961c6-979a-4e8b-9f62-0b213b0b8103', 'mac_address': 'fa:16:3e:02:d9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b8e991-2efe-4ed7-952d-d5a0a41f072f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:07:02.094441 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:07:02.094812 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Checking segment: {'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:07:02.095209 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:02.095598 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Bound using segment: {'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:07:02.096093 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Bound port: 9ec334f3-daf9-4166-9afd-e47d02a8cd4d, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:07:02.096471 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:02.105190 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:02.126144 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e7b9d-6576-4593-8f4f-f87ad6d1ac10 req-8d299209-f193-4474-88e9-da952d933f46 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:02.128063 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-296e7b9d-6576-4593-8f4f-f87ad6d1ac10 req-8d299209-f193-4474-88e9-da952d933f46 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 944 time: 0.0654109 Sep 20 05:07:02.151054 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:02.154509 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:02.157197 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:07:02.176370 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-296e7b9d-6576-4593-8f4f-f87ad6d1ac10 req-ca39d5da-1125-4ab0-a992-879b70fd0178 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 Sep 20 05:07:02.178910 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:02.188056 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Pushing event updated for resources: {'Port': ['ID=9cb0912a-54b3-41b4-8e1d-6faf958c33e3,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:02.226124 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c961c6-979a-4e8b-9f62-0b213b0b8103 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:07:02.255177 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-16699893-de69-4eb4-9704-609953cc6721 None None] For port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:02.262238 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 33c961c6-979a-4e8b-9f62-0b213b0b8103, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=33c961c6-979a-4e8b-9f62-0b213b0b8103,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:02.272502 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:02.277493 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:02.281402 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-16699893-de69-4eb4-9704-609953cc6721 None None] For port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=9ec334f3-daf9-4166-9afd-e47d02a8cd4d,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:02.307241 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:02.346352 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c734d8b9-60e4-4a81-9587-c6a3698b6ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c5943d-cc5e-4fe7-906e-517bd03f4419'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:07:02.348594 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba09f72c-0a3e-4e0f-8122-829c688de203" -d '{"events": [{"server_uuid": "c734d8b9-60e4-4a81-9587-c6a3698b6ce6", "name": "network-vif-plugged", "status": "completed", "tag": "b7c5943d-cc5e-4fe7-906e-517bd03f4419"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:02.374408 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port b7c5943d-cc5e-4fe7-906e-517bd03f4419, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b7c5943d-cc5e-4fe7-906e-517bd03f4419,segment=NetworkSegment(8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b),segment_id=8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:02.378020 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=33c961c6-979a-4e8b-9f62-0b213b0b8103,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:02.383222 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:02.407159 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec937cc-4aad-4b2c-90d7-e0f2fc216482 x-openstack-request-id: req-3ec937cc-4aad-4b2c-90d7-e0f2fc216482 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:02.407487 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c734d8b9-60e4-4a81-9587-c6a3698b6ce6", "name": "network-vif-plugged", "status": "completed", "tag": "b7c5943d-cc5e-4fe7-906e-517bd03f4419", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:02.407733 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ec937cc-4aad-4b2c-90d7-e0f2fc216482 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:02.408142 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c734d8b9-60e4-4a81-9587-c6a3698b6ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c5943d-cc5e-4fe7-906e-517bd03f4419', 'code': 200} Sep 20 05:07:02.436069 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16699893-de69-4eb4-9704-609953cc6721 None None] Pushing event updated for resources: {'Port': ['ID=9ec334f3-daf9-4166-9afd-e47d02a8cd4d,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:02.456906 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:02.507838 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=b7c5943d-cc5e-4fe7-906e-517bd03f4419,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:02.617891 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f964d0-fab9-4baa-a89e-58da07662743 req-8a9e5bf5-746e-4222-a465-a038aaff89b5 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:02.619347 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8f964d0-fab9-4baa-a89e-58da07662743 req-8a9e5bf5-746e-4222-a465-a038aaff89b5 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0717165 Sep 20 05:07:02.694127 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8f964d0-fab9-4baa-a89e-58da07662743 req-d9ddb595-181a-4348-8ac5-cb64b6d0d937 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667064 Sep 20 05:07:02.728385 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-275542'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:02.755523 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['33c961c6-979a-4e8b-9f62-0b213b0b8103'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:07:02.784112 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224754d-1184-4dfa-92f1-bca00e620cbf req-3e5559d9-0487-4b3a-9cea-515c63856e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:02.785622 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c224754d-1184-4dfa-92f1-bca00e620cbf req-3e5559d9-0487-4b3a-9cea-515c63856e14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 1099 time: 0.1119227 Sep 20 05:07:02.984994 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163f9e4-794b-44a1-a905-3133a50d69e9 req-35964edd-8ac4-46a5-9941-c2f70c348c73 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:02.986612 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3163f9e4-794b-44a1-a905-3133a50d69e9 req-35964edd-8ac4-46a5-9941-c2f70c348c73 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 946 time: 0.0672920 Sep 20 05:07:03.033566 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3163f9e4-794b-44a1-a905-3133a50d69e9 req-79ca6afc-2afd-462c-969d-e40fd06ea506 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392413 Sep 20 05:07:03.127175 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c224754d-1184-4dfa-92f1-bca00e620cbf req-dfb74b3c-7099-440f-9638-625571eab578 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211050 Sep 20 05:07:03.161884 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Router 4785d96b-9a01-4578-aec9-3af9f76e57c6 is scheduled to L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:07:03.307946 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:07:03.316909 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7f296-8dfd-4332-8f7d-9b28928c76b5 req-08220712-12ed-4c2f-be81-cea4fbb9a66d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:03.321699 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f3c7f296-8dfd-4332-8f7d-9b28928c76b5 req-08220712-12ed-4c2f-be81-cea4fbb9a66d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 945 time: 0.0614002 Sep 20 05:07:03.322493 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Sync routers for ids ['4785d96b-9a01-4578-aec9-3af9f76e57c6'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:07:03.331542 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:03.336700 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 38720) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:03.337096 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-23f3ca18-17b0-47b3-8ffb-750b7001976e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9673791 Sep 20 05:07:03.342225 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Routers {'4785d96b-9a01-4578-aec9-3af9f76e57c6'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:07:03.343237 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:06:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['4785d96b-9a01-4578-aec9-3af9f76e57c6'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:03.421761 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f3c7f296-8dfd-4332-8f7d-9b28928c76b5 req-aecf9f56-94bd-4119-8bdb-ca564e0220bf tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926929 Sep 20 05:07:03.455128 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3dbe12-aff1-4ec4-9b7c-35c4a268f604 None None] Network 3850c6d9-5a38-4302-9566-5bea500483a4 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:07:03.476854 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Set router 4785d96b-9a01-4578-aec9-3af9f76e57c6 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:07:03.601254 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-b74215ad-ee5f-4e81-969b-2478dc46cb62 None None] Provisioning complete for port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:03.601633 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b74215ad-ee5f-4e81-969b-2478dc46cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:03.702069 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:02Z', 'revision_number': 3, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:03.751128 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Checking router: 4785d96b-9a01-4578-aec9-3af9f76e57c6 for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:07:03.751653 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Updating router 4785d96b-9a01-4578-aec9-3af9f76e57c6 port 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 binding host dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:07:03.753865 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b74215ad-ee5f-4e81-969b-2478dc46cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:03.802099 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:03.807039 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-b74215ad-ee5f-4e81-969b-2478dc46cb62 None None] For port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=9ec334f3-daf9-4166-9afd-e47d02a8cd4d,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:03.810228 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 9ec334f3-daf9-4166-9afd-e47d02a8cd4d up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:03.819532 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b74215ad-ee5f-4e81-969b-2478dc46cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:03.894337 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74215ad-ee5f-4e81-969b-2478dc46cb62 None None] Pushing event updated for resources: {'Port': ['ID=9ec334f3-daf9-4166-9afd-e47d02a8cd4d,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:03.924357 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:03.924902 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:03.934205 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:03.981032 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5c6fa-9652-48c9-9dcf-3bc502585998 req-c1967a29-be8e-4d69-8ed4-0b49602d0fa4 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:03.982530 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-90e5c6fa-9652-48c9-9dcf-3bc502585998 req-c1967a29-be8e-4d69-8ed4-0b49602d0fa4 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.1287243 Sep 20 05:07:04.064604 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-0b3e5ba1-231a-4451-b023-5821f46e5b85 None None] Provisioning complete for port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:04.065457 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5ba1-231a-4451-b023-5821f46e5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.091759 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-90e5c6fa-9652-48c9-9dcf-3bc502585998 req-203de5dd-01be-4fe4-bcb3-9b365ee2540d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752652 Sep 20 05:07:04.100371 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ee7e1233-2608-430f-9b83-0eb1dd2cb3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.146020 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.152469 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.197120 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Allocated IP 172.20.0.1 (3850c6d9-5a38-4302-9566-5bea500483a4/beaea98b-e35d-45f4-920f-fd21aa41d2cf/6667b96d-7921-4ee3-9ec9-73c0c2bd7572) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:04.197764 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Attempting to bind port 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:07:04.198765 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Attempting to bind port 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:07:04.199136 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Attempting to bind port 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 on network f4855da4-da5c-4baa-86e5-1c338c1265fd {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:04.211504 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:07:04.211715 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Checking segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:07:04.212098 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.212485 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Bound using segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:07:04.212949 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Bound port: 9cb0912a-54b3-41b4-8e1d-6faf958c33e3, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:07:04.213376 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.215775 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Pushing event updated for resources: {'Port': ['ID=9cb0912a-54b3-41b4-8e1d-6faf958c33e3,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:04.219833 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7be473-05ce-460b-a778-3639ac302436 req-0629d722-3a52-43be-80b2-f6e274776840 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:04.221595 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed7be473-05ce-460b-a778-3639ac302436 req-0629d722-3a52-43be-80b2-f6e274776840 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 946 time: 0.0994091 Sep 20 05:07:04.245743 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:04.246155 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:04.246507 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:04.246842 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:04.247170 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:04.247516 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:04.247844 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:04.248193 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:04.248535 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:04.248859 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:04.249178 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:04.249494 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:04.278108 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] For port 9cb0912a-54b3-41b4-8e1d-6faf958c33e3, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:04.281377 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] For port 9cb0912a-54b3-41b4-8e1d-6faf958c33e3, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=9cb0912a-54b3-41b4-8e1d-6faf958c33e3,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:04.285884 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.315878 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed7be473-05ce-460b-a778-3639ac302436 req-52c68b0d-77ff-4399-aab1-d58435ef273d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874527 Sep 20 05:07:04.340361 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Routers {'4785d96b-9a01-4578-aec9-3af9f76e57c6'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:07:04.340975 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:07:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['4785d96b-9a01-4578-aec9-3af9f76e57c6'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:04.353139 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.382583 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafdf46-31f3-4fc7-8643-f730c7bd7469 None None] Pushing event updated for resources: {'Port': ['ID=9cb0912a-54b3-41b4-8e1d-6faf958c33e3,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:04.388336 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.427955 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Network 3850c6d9-5a38-4302-9566-5bea500483a4 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:04.431237 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:04.433740 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:07:04.434660 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-275585'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.460971 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] Set router 4785d96b-9a01-4578-aec9-3af9f76e57c6 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:07:04.482707 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=6667b96d-7921-4ee3-9ec9-73c0c2bd7572,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:04.694722 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-188baa42-bd2e-4dc5-a8db-240c003e7e42 None None] Provisioning complete for port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:04.695307 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-188baa42-bd2e-4dc5-a8db-240c003e7e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.768661 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:02Z', 'revision_number': 3, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:04.804155 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea6dc1-b2bf-496e-ba4e-8ad50d658f6c None None] The sync data for ids ['4785d96b-9a01-4578-aec9-3af9f76e57c6'] in dv-cinder-809965-1-iscsi is: [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:02Z', 'revision_number': 3, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:07:04.860742 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41db4-b3d1-456a-a31e-93fab79e2b8b req-e41779c7-cdfa-4d0d-a189-d92a1bc3ca28 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:04.863148 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fdb41db4-b3d1-456a-a31e-93fab79e2b8b req-e41779c7-cdfa-4d0d-a189-d92a1bc3ca28 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 945 time: 0.0883060 Sep 20 05:07:04.873792 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-188baa42-bd2e-4dc5-a8db-240c003e7e42 None None] Port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:07:04.896397 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.902766 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:04.930360 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fdb41db4-b3d1-456a-a31e-93fab79e2b8b req-af166924-d835-4fd9-ab3b-970441be22f0 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503576 Sep 20 05:07:05.094134 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:05.099308 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:05.100070 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-511761'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:05.161111 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=6667b96d-7921-4ee3-9ec9-73c0c2bd7572,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:05.264419 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e4ee-9495-41bd-a416-9b30096dfce8 req-83eec49f-f8b7-4d7b-9cac-1dcbd3b9386d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:05.265955 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1e96e4ee-9495-41bd-a416-9b30096dfce8 req-83eec49f-f8b7-4d7b-9cac-1dcbd3b9386d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0921946 Sep 20 05:07:05.275532 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Network 3850c6d9-5a38-4302-9566-5bea500483a4 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:05.282628 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:05.310220 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:05.358406 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1e96e4ee-9495-41bd-a416-9b30096dfce8 req-01ae599b-d377-4764-813a-e21683ec8889 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849707 Sep 20 05:07:05.472272 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Router 4785d96b-9a01-4578-aec9-3af9f76e57c6 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:07:05.489404 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f6c37-1d93-42c5-a6ed-4bbc2c8a0ec5 req-dc684243-42db-42d5-9acf-92f2d57487b0 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:05.490897 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b0f6c37-1d93-42c5-a6ed-4bbc2c8a0ec5 req-dc684243-42db-42d5-9acf-92f2d57487b0 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 946 time: 0.0767703 Sep 20 05:07:05.501099 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-2d5da78d-2ebc-4f78-a7b8-798aa184db53 None None] Provisioning complete for port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:05.501465 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2d5da78d-2ebc-4f78-a7b8-798aa184db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:05.543814 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-2d5da78d-2ebc-4f78-a7b8-798aa184db53 None None] Port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:07:05.575916 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b0f6c37-1d93-42c5-a6ed-4bbc2c8a0ec5 req-b0c7f0a9-ffee-49d4-8bd1-2dfd42086748 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763490 Sep 20 05:07:05.624437 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:07:05.629538 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2c68cc27-6c16-4e15-8c32-72a6db9ffaf8 admin admin] 10.222.0.32 "PUT /v2.0/routers/4785d96b-9a01-4578-aec9-3af9f76e57c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2916059 Sep 20 05:07:05.788716 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 9ec334f3-daf9-4166-9afd-e47d02a8cd4d up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:05.815397 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 33c961c6-979a-4e8b-9f62-0b213b0b8103 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:05.882453 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:05.882824 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:05.905478 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 33c961c6-979a-4e8b-9f62-0b213b0b8103 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:07:05.911834 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 33c961c6-979a-4e8b-9f62-0b213b0b8103 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:05.912237 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.042803 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:06.045091 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.083476 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedebc05-b087-4c2c-985d-cb20fa5af39d req-04b8f07d-7f91-439d-8f16-30b96b459949 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:06.085357 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eedebc05-b087-4c2c-985d-cb20fa5af39d req-04b8f07d-7f91-439d-8f16-30b96b459949 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 945 time: 0.0680413 Sep 20 05:07:06.093056 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f893c0f6-88ae-4d61-8130-16365ca984b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c961c6-979a-4e8b-9f62-0b213b0b8103'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:07:06.095416 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56671a90-ac14-4107-b955-1949527e86c6" -d '{"events": [{"server_uuid": "f893c0f6-88ae-4d61-8130-16365ca984b2", "name": "network-vif-plugged", "status": "completed", "tag": "33c961c6-979a-4e8b-9f62-0b213b0b8103"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:06.118313 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 33c961c6-979a-4e8b-9f62-0b213b0b8103, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=33c961c6-979a-4e8b-9f62-0b213b0b8103,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:06.128000 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.160150 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eedebc05-b087-4c2c-985d-cb20fa5af39d req-a9a62af0-e285-46ef-af97-78aaa9d11e67 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508034 Sep 20 05:07:06.193281 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe0a63a-c168-42dc-b514-1d52035ff3bd x-openstack-request-id: req-cfe0a63a-c168-42dc-b514-1d52035ff3bd {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:06.193578 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f893c0f6-88ae-4d61-8130-16365ca984b2", "name": "network-vif-plugged", "status": "completed", "tag": "33c961c6-979a-4e8b-9f62-0b213b0b8103", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:06.194071 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfe0a63a-c168-42dc-b514-1d52035ff3bd {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:06.194524 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f893c0f6-88ae-4d61-8130-16365ca984b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c961c6-979a-4e8b-9f62-0b213b0b8103', 'code': 200} Sep 20 05:07:06.203512 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:06.203880 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.239488 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=33c961c6-979a-4e8b-9f62-0b213b0b8103,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:06.242728 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 38770) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:06.249591 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-584296436-network', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:06.272208 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Made reservation on behalf of bb674d79bccf4bf7b475c8c498bd50fd for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:07:06.274521 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.289377 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.328630 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.365081 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port 9cb0912a-54b3-41b4-8e1d-6faf958c33e3, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=9cb0912a-54b3-41b4-8e1d-6faf958c33e3,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:06.370783 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.444510 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.451322 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.456279 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=9cb0912a-54b3-41b4-8e1d-6faf958c33e3,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:06.479508 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a71682-f0e7-48fb-893f-0e2d3191b069 req-20c06c82-c072-4dd7-84ba-d24da5fe7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:06.481220 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08a71682-f0e7-48fb-893f-0e2d3191b069 req-20c06c82-c072-4dd7-84ba-d24da5fe7125 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 1099 time: 0.0500977 Sep 20 05:07:06.513227 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:07:06.523949 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.524327 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Added segment 03e28f2f-8a76-4897-acaa-19de40b077a7 of type vlan for network 542415e5-abd0-492e-8d12-94095b9e8647 Sep 20 05:07:06.526068 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08a71682-f0e7-48fb-893f-0e2d3191b069 req-0c297bc3-5fc5-4c7e-a54c-37c4289cc47c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Sep 20 05:07:06.526769 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9b3bcd-edbd-4dfe-ad3c-c53cd1767c1d,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:06.600466 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.610163 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84690b2d-c588-4fbe-b9dc-3b1f257979d9 req-2ae0a9f8-4cb8-48bf-ad84-652d76f6dd03 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:06.612495 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-84690b2d-c588-4fbe-b9dc-3b1f257979d9 req-2ae0a9f8-4cb8-48bf-ad84-652d76f6dd03 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.1423788 Sep 20 05:07:06.614764 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Sync routers for ids ['4785d96b-9a01-4578-aec9-3af9f76e57c6'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:07:06.624094 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Routers {'4785d96b-9a01-4578-aec9-3af9f76e57c6'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:07:06.624787 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:07:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['4785d96b-9a01-4578-aec9-3af9f76e57c6'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:06.690820 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.691778 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:06.692383 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.720208 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-84690b2d-c588-4fbe-b9dc-3b1f257979d9 req-c0aed835-7302-4b31-b8b3-3b4c641d15a8 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017094 Sep 20 05:07:06.742152 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Set router 4785d96b-9a01-4578-aec9-3af9f76e57c6 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:07:06.748921 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce4ef-4626-486b-bd9b-a616c0777e53 req-da6c38a5-f2f6-4c49-a479-14938abccb76 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:06.750490 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5a2ce4ef-4626-486b-bd9b-a616c0777e53 req-da6c38a5-f2f6-4c49-a479-14938abccb76 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 946 time: 0.1354547 Sep 20 05:07:06.754151 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5099506 Sep 20 05:07:06.757049 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38780) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:06.762516 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-9c260e66-f04e-44e7-b88b-9ba05b852068 admin admin] Request body: {'subnet': {'network_id': '542415e5-abd0-492e-8d12-94095b9e8647', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-584296436-subnet', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:06.786997 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c260e66-f04e-44e7-b88b-9ba05b852068 admin admin] Made reservation on behalf of bb674d79bccf4bf7b475c8c498bd50fd for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:07:06.790243 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9c260e66-f04e-44e7-b88b-9ba05b852068 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26194378'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.797021 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:06.802170 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b97e1-e56e-4fd1-8faa-510490c007aa admin admin] Pushing event updated for resources: {'Network': ['ID=542415e5-abd0-492e-8d12-94095b9e8647,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:06.829049 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5a2ce4ef-4626-486b-bd9b-a616c0777e53 req-1a021196-09e9-491f-8ec1-629470252738 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675309 Sep 20 05:07:06.837811 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network 542415e5-abd0-492e-8d12-94095b9e8647 details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:07:06.983366 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9c260e66-f04e-44e7-b88b-9ba05b852068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26114730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26194404'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.033300 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:04Z', 'revision_number': 4, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '6667b96d-7921-4ee3-9ec9-73c0c2bd7572', 'name': '', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'mac_address': 'fa:16:3e:7a:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:03Z', 'updated_at': '2021-09-20T05:07:04Z', 'revision_number': 2, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'subnets': [{'id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:07.042441 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c260e66-f04e-44e7-b88b-9ba05b852068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b66280-f67c-4486-a327-245c0092266b,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:07.051155 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c260e66-f04e-44e7-b88b-9ba05b852068 admin admin] Checking segment: {'id': '03e28f2f-8a76-4897-acaa-19de40b077a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:07:07.051506 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c260e66-f04e-44e7-b88b-9ba05b852068 admin admin] Network hostable DHCP agents. Network: 542415e5-abd0-492e-8d12-94095b9e8647, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:07:07.060439 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Checking router: 4785d96b-9a01-4578-aec9-3af9f76e57c6 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:07:07.060788 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Updating router 4785d96b-9a01-4578-aec9-3af9f76e57c6 port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 binding host dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:07:07.069505 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c260e66-f04e-44e7-b88b-9ba05b852068 admin admin] Network 542415e5-abd0-492e-8d12-94095b9e8647 is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:07:07.078687 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-9c260e66-f04e-44e7-b88b-9ba05b852068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, 542415e5-abd0-492e-8d12-94095b9e8647) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:07.082896 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c260e66-f04e-44e7-b88b-9ba05b852068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:07.083482 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9c260e66-f04e-44e7-b88b-9ba05b852068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.094728 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11468d51-40d6-4eaf-90fd-ea0b522ffd90 None None] Network 542415e5-abd0-492e-8d12-94095b9e8647 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:07:07.100120 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.100962 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9c260e66-f04e-44e7-b88b-9ba05b852068 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3426702 Sep 20 05:07:07.103392 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 38784) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:07.107871 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-584296436-router', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:07.126814 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-274561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.127833 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-275841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.184611 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.334344 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3908d-b78e-42d4-8b43-1795ffbdbcd1 req-01377ec1-f5ae-4021-8842-d7311888b989 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:07.336000 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3cc3908d-b78e-42d4-8b43-1795ffbdbcd1 req-01377ec1-f5ae-4021-8842-d7311888b989 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 946 time: 0.1114821 Sep 20 05:07:07.369177 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.406080 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45fdac36-fd2f-568b-9e22-24bad3a54f91-542415e5-abd0-492e-8d12-94095b9e8647', 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'fixed_ips': [{'subnet_id': '84b66280-f67c-4486-a327-245c0092266b'}]}} from dv-cinder-809965-1-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 05:07:07.407070 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.424177 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3cc3908d-b78e-42d4-8b43-1795ffbdbcd1 req-25bc3e0f-c336-49e1-9476-9e40531809d7 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579324 Sep 20 05:07:07.595056 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.600729 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.604554 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.613638 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Allocated IP 172.20.0.2 (542415e5-abd0-492e-8d12-94095b9e8647/84b66280-f67c-4486-a327-245c0092266b/a56ca67b-56c5-47c6-83f1-c1c5a308856b) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:07.623715 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.687654 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64004a66-fba0-4fa2-af2b-b9bfb43683da None None] Pushing event updated for resources: {'Port': ['ID=6667b96d-7921-4ee3-9ec9-73c0c2bd7572,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:07.742989 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Allocated IP 172.27.1.73 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/34450105-6898-4164-a305-52665931b9e1) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:07.878245 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:07.950422 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540094d-4a76-4ad9-9737-211d32d9c56e req-73dfb136-a11d-4b0c-947f-0e7beb75c647 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:07.951875 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c540094d-4a76-4ad9-9737-211d32d9c56e req-73dfb136-a11d-4b0c-947f-0e7beb75c647 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.1197004 Sep 20 05:07:07.955148 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Attempting to bind port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:07:07.955526 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Attempting to bind port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:07:07.955890 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Attempting to bind port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 on network 3850c6d9-5a38-4302-9566-5bea500483a4 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:07.957184 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.985917 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:07:07.986287 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Checking segment: {'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:07:07.986687 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:07.987077 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Bound using segment: {'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:07:07.987572 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Bound port: 6667b96d-7921-4ee3-9ec9-73c0c2bd7572, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:07:07.987950 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.018622 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c540094d-4a76-4ad9-9737-211d32d9c56e req-460ff906-0e74-4988-9df8-9baa0be4c0cb tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597808 Sep 20 05:07:08.025823 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41067b5-bdd6-4d9f-bf1e-4c7d271e57d1 req-165578f4-4e7e-4aeb-be5d-1712bf497de2 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:08.027434 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e41067b5-bdd6-4d9f-bf1e-4c7d271e57d1 req-165578f4-4e7e-4aeb-be5d-1712bf497de2 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 946 time: 0.1216533 Sep 20 05:07:08.060167 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.071806 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-cb283500-e7bc-45ab-a914-f1015bdbda8c None None] Provisioning complete for port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:08.072204 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cb283500-e7bc-45ab-a914-f1015bdbda8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.080802 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.102115 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e41067b5-bdd6-4d9f-bf1e-4c7d271e57d1 req-ffb2190b-017e-423b-86bf-c278f94f38c3 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659084 Sep 20 05:07:08.107467 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.114026 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:08.114392 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.115340 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:08.118758 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:08.126464 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:07:08.128302 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Pushing event updated for resources: {'Port': ['ID=34450105-6898-4164-a305-52665931b9e1,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:08.212193 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Network 542415e5-abd0-492e-8d12-94095b9e8647 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:08.214832 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] For port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:08.220750 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-cb283500-e7bc-45ab-a914-f1015bdbda8c None None] Port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:07:08.228232 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:08.231042 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:07:08.251606 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] For port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=6667b96d-7921-4ee3-9ec9-73c0c2bd7572,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:08.255014 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Pushing event updated for resources: {'Port': ['ID=a56ca67b-56c5-47c6-83f1-c1c5a308856b,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:08.266750 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.376128 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.377657 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Attempting to bind port a56ca67b-56c5-47c6-83f1-c1c5a308856b on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:07:08.378015 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Attempting to bind port a56ca67b-56c5-47c6-83f1-c1c5a308856b by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '03e28f2f-8a76-4897-acaa-19de40b077a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:07:08.378373 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Attempting to bind port a56ca67b-56c5-47c6-83f1-c1c5a308856b on network 542415e5-abd0-492e-8d12-94095b9e8647 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:08.412901 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64004a66-fba0-4fa2-af2b-b9bfb43683da None None] Pushing event updated for resources: {'Port': ['ID=6667b96d-7921-4ee3-9ec9-73c0c2bd7572,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:08.418082 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:07:08.418082 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Checking segment: {'id': '03e28f2f-8a76-4897-acaa-19de40b077a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:07:08.418440 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.418713 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Bound using segment: {'id': '03e28f2f-8a76-4897-acaa-19de40b077a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:07:08.419190 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Bound port: a56ca67b-56c5-47c6-83f1-c1c5a308856b, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e28f2f-8a76-4897-acaa-19de40b077a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:07:08.419569 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.421884 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Routers {'4785d96b-9a01-4578-aec9-3af9f76e57c6'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:07:08.422188 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:07:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['4785d96b-9a01-4578-aec9-3af9f76e57c6'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:08.601864 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] For port a56ca67b-56c5-47c6-83f1-c1c5a308856b, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:08.609318 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] Set router 4785d96b-9a01-4578-aec9-3af9f76e57c6 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:07:08.649049 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] For port a56ca67b-56c5-47c6-83f1-c1c5a308856b, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=a56ca67b-56c5-47c6-83f1-c1c5a308856b,segment=NetworkSegment(03e28f2f-8a76-4897-acaa-19de40b077a7),segment_id=03e28f2f-8a76-4897-acaa-19de40b077a7)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:08.656628 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.749547 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-3c1a8626-0398-4c6d-8812-7a1d08f16f16 None None] Provisioning complete for port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:08.749901 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3c1a8626-0398-4c6d-8812-7a1d08f16f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.804509 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491d26a-c00d-4bf8-b76a-4ba73c298fcb None None] Pushing event updated for resources: {'Port': ['ID=a56ca67b-56c5-47c6-83f1-c1c5a308856b,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:08.839356 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a771c4e-78c0-45cc-8391-f0ed9824c8d4 req-a3dcc4cb-5f93-4593-910b-ce2184a7704d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:08.840970 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6a771c4e-78c0-45cc-8391-f0ed9824c8d4 req-a3dcc4cb-5f93-4593-910b-ce2184a7704d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 946 time: 0.1027417 Sep 20 05:07:08.843971 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-275542'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:08.968852 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6a771c4e-78c0-45cc-8391-f0ed9824c8d4 req-d93231ff-3389-47fe-92c8-7af2a8130486 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853984 Sep 20 05:07:08.969787 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3c1a8626-0398-4c6d-8812-7a1d08f16f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:09.024805 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-3c1a8626-0398-4c6d-8812-7a1d08f16f16 None None] For port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=6667b96d-7921-4ee3-9ec9-73c0c2bd7572,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:09.032314 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3c1a8626-0398-4c6d-8812-7a1d08f16f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:09.033234 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Router 7dbf2d69-45bc-488b-be07-54673b14f1af is scheduled to L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:07:09.040551 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:04Z', 'revision_number': 4, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '6667b96d-7921-4ee3-9ec9-73c0c2bd7572', 'name': '', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'mac_address': 'fa:16:3e:7a:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:03Z', 'updated_at': '2021-09-20T05:07:08Z', 'revision_number': 4, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'subnets': [{'id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:09.096839 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7b286-5ad1-445e-8d17-9b0d17e0fd05 None None] The sync data for ids ['4785d96b-9a01-4578-aec9-3af9f76e57c6'] in dv-cinder-809965-1-iscsi is: [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:04Z', 'revision_number': 4, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '6667b96d-7921-4ee3-9ec9-73c0c2bd7572', 'name': '', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'mac_address': 'fa:16:3e:7a:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:03Z', 'updated_at': '2021-09-20T05:07:08Z', 'revision_number': 4, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'subnets': [{'id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:07:09.144835 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a8626-0398-4c6d-8812-7a1d08f16f16 None None] Pushing event updated for resources: {'Port': ['ID=6667b96d-7921-4ee3-9ec9-73c0c2bd7572,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:09.236755 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a37da-5fd3-498b-9cd9-3de5ec6d5721 req-3d313048-cfb3-44ae-883d-4753e247da07 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:09.238364 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-564a37da-5fd3-498b-9cd9-3de5ec6d5721 req-3d313048-cfb3-44ae-883d-4753e247da07 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.1296670 Sep 20 05:07:09.272663 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:07:09.284775 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Sync routers for ids ['7dbf2d69-45bc-488b-be07-54673b14f1af'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:07:09.295024 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Routers {'7dbf2d69-45bc-488b-be07-54673b14f1af'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:07:09.296105 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:07:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['7dbf2d69-45bc-488b-be07-54673b14f1af'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:09.334809 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-564a37da-5fd3-498b-9cd9-3de5ec6d5721 req-bc736025-6b80-41eb-90a9-bd8b79d7462a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875063 Sep 20 05:07:09.336942 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:09.342717 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-00782386-fdd7-4c6f-9d18-8a983a7d6679 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2335525 Sep 20 05:07:09.342838 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38814) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:09.355441 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3ab80-4bbe-4a99-ab56-4449a4954e0e req-2e1e1b28-5f59-4131-8f73-2aa4cac7f496 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:09.366255 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-57f3ab80-4bbe-4a99-ab56-4449a4954e0e req-2e1e1b28-5f59-4131-8f73-2aa4cac7f496 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 946 time: 0.0979929 Sep 20 05:07:09.433530 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-57f3ab80-4bbe-4a99-ab56-4449a4954e0e req-c235d254-fb6d-4fe5-b341-70d4c62b133b tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579958 Sep 20 05:07:09.460903 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Set router 7dbf2d69-45bc-488b-be07-54673b14f1af gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:07:09.606009 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2da62-fefe-46d0-be03-f43c20ec1887 req-d259bb62-8905-4478-9fdb-0547b25cbcfe tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:09.611659 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5ae2da62-fefe-46d0-be03-f43c20ec1887 req-d259bb62-8905-4478-9fdb-0547b25cbcfe tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.23 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 946 time: 0.1344290 Sep 20 05:07:09.695798 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'name': 'tempest-TestShelveInstance-584296436-router', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '34450105-6898-4164-a305-52665931b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:08Z', 'revision_number': 3, 'project_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'gw_port': {'id': '34450105-6898-4164-a305-52665931b9e1', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:09.785371 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Checking router: 7dbf2d69-45bc-488b-be07-54673b14f1af for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:07:09.786268 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Updating router 7dbf2d69-45bc-488b-be07-54673b14f1af port 34450105-6898-4164-a305-52665931b9e1 binding host dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:07:09.843220 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:09.875169 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device a56ca67b-56c5-47c6-83f1-c1c5a308856b up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:10.023430 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port a56ca67b-56c5-47c6-83f1-c1c5a308856b triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:10.024108 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.024393 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-5ae2da62-fefe-46d0-be03-f43c20ec1887 req-bb4f8b17-37f3-4066-826e-84a955a0ca2d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Deleting port b7c5943d-cc5e-4fe7-906e-517bd03f4419 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:07:10.024393 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5ae2da62-fefe-46d0-be03-f43c20ec1887 req-bb4f8b17-37f3-4066-826e-84a955a0ca2d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.145124 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-5ae2da62-fefe-46d0-be03-f43c20ec1887 req-bb4f8b17-37f3-4066-826e-84a955a0ca2d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] For port b7c5943d-cc5e-4fe7-906e-517bd03f4419, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b7c5943d-cc5e-4fe7-906e-517bd03f4419,segment=NetworkSegment(8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b),segment_id=8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:10.145490 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5ae2da62-fefe-46d0-be03-f43c20ec1887 req-bb4f8b17-37f3-4066-826e-84a955a0ca2d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.160519 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-5ae2da62-fefe-46d0-be03-f43c20ec1887 req-bb4f8b17-37f3-4066-826e-84a955a0ca2d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Calling delete_port for b7c5943d-cc5e-4fe7-906e-517bd03f4419 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:07:10.181550 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.223208 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port a56ca67b-56c5-47c6-83f1-c1c5a308856b, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=a56ca67b-56c5-47c6-83f1-c1c5a308856b,segment=NetworkSegment(03e28f2f-8a76-4897-acaa-19de40b077a7),segment_id=03e28f2f-8a76-4897-acaa-19de40b077a7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:10.231850 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.233154 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:10.240895 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.253028 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.275596 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e03ee9-b47d-49f2-9f4b-8a081072cf60 None None] Network 542415e5-abd0-492e-8d12-94095b9e8647 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:07:10.302861 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Attempting to bind port 34450105-6898-4164-a305-52665931b9e1 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:07:10.303270 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Attempting to bind port 34450105-6898-4164-a305-52665931b9e1 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:07:10.303698 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Attempting to bind port 34450105-6898-4164-a305-52665931b9e1 on network f4855da4-da5c-4baa-86e5-1c338c1265fd {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:10.316516 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:07:10.316976 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Checking segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:07:10.317550 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.318007 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Bound using segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:07:10.318554 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Bound port: 34450105-6898-4164-a305-52665931b9e1, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:07:10.319036 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.365442 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=a56ca67b-56c5-47c6-83f1-c1c5a308856b,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:10.395964 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5ae2da62-fefe-46d0-be03-f43c20ec1887 req-bb4f8b17-37f3-4066-826e-84a955a0ca2d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.411858 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93362d7a-5b02-4cc1-bd07-1c4a8189cd12 None None] Pushing event updated for resources: {'Port': ['ID=34450105-6898-4164-a305-52665931b9e1,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:10.424354 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-436db1a4-dd7c-43b8-adc3-77f1935582b0 None None] Provisioning complete for port a56ca67b-56c5-47c6-83f1-c1c5a308856b triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:10.424875 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-436db1a4-dd7c-43b8-adc3-77f1935582b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.426386 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] For port 34450105-6898-4164-a305-52665931b9e1, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:10.443250 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] For port 34450105-6898-4164-a305-52665931b9e1, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=34450105-6898-4164-a305-52665931b9e1,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:10.448987 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.451958 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.486366 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['b7c5943d-cc5e-4fe7-906e-517bd03f4419'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:07:10.522455 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f8b17-37f3-4066-826e-84a955a0ca2d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Pushing event deleted for resources: {'Port': ['ID=b7c5943d-cc5e-4fe7-906e-517bd03f4419,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:10.523129 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93362d7a-5b02-4cc1-bd07-1c4a8189cd12 None None] Pushing event updated for resources: {'Port': ['ID=34450105-6898-4164-a305-52665931b9e1,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:10.562442 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Routers {'7dbf2d69-45bc-488b-be07-54673b14f1af'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:07:10.563293 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:07:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['7dbf2d69-45bc-488b-be07-54673b14f1af'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:10.577721 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfc2cf-0d24-4cad-ae43-e6ebeda591d5 req-58fc50e4-0184-4810-9096-65f2b0024c63 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:10.585961 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-93bfc2cf-0d24-4cad-ae43-e6ebeda591d5 req-58fc50e4-0184-4810-9096-65f2b0024c63 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.1426461 Sep 20 05:07:10.594195 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:10.594568 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.640892 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae2da62-fefe-46d0-be03-f43c20ec1887 req-bb4f8b17-37f3-4066-826e-84a955a0ca2d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] No DVR routers for this DVR port b7c5943d-cc5e-4fe7-906e-517bd03f4419 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:07:10.645233 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5ae2da62-fefe-46d0-be03-f43c20ec1887 req-bb4f8b17-37f3-4066-826e-84a955a0ca2d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:10.647735 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5ae2da62-fefe-46d0-be03-f43c20ec1887 req-bb4f8b17-37f3-4066-826e-84a955a0ca2d tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.23 "DELETE /v2.0/ports/b7c5943d-cc5e-4fe7-906e-517bd03f4419 HTTP/1.1" status: 204 len: 173 time: 1.0168290 Sep 20 05:07:10.648349 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c734d8b9-60e4-4a81-9587-c6a3698b6ce6', 'name': 'network-vif-deleted', 'tag': 'b7c5943d-cc5e-4fe7-906e-517bd03f4419'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:07:10.651437 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afd5454-af25-4d05-9208-ee530b777ddf" -d '{"events": [{"server_uuid": "c734d8b9-60e4-4a81-9587-c6a3698b6ce6", "name": "network-vif-deleted", "tag": "b7c5943d-cc5e-4fe7-906e-517bd03f4419"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:10.652587 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-93bfc2cf-0d24-4cad-ae43-e6ebeda591d5 req-779bb795-3b63-4975-94f4-d45cb76c3ba7 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656657 Sep 20 05:07:10.717424 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7efc1724-3602-41d8-b227-a903e3437975 req-c9f2cc11-4ce2-4ec7-a487-e5ada140bcb9 tempest-VolumesActionsTest-505141295 tempest-VolumesActionsTest-505141295-project] 10.222.0.32 "GET /v2.0/ports?device_id=c734d8b9-60e4-4a81-9587-c6a3698b6ce6 HTTP/1.1" status: 200 len: 210 time: 0.1293240 Sep 20 05:07:10.790016 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] Set router 7dbf2d69-45bc-488b-be07-54673b14f1af gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:07:10.811475 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739f550c-d616-48c8-92b8-177cde0fcef1 x-openstack-request-id: req-739f550c-d616-48c8-92b8-177cde0fcef1 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:10.812380 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c734d8b9-60e4-4a81-9587-c6a3698b6ce6", "name": "network-vif-deleted", "tag": "b7c5943d-cc5e-4fe7-906e-517bd03f4419", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:10.813321 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-739f550c-d616-48c8-92b8-177cde0fcef1 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:10.813903 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c734d8b9-60e4-4a81-9587-c6a3698b6ce6', 'name': 'network-vif-deleted', 'tag': 'b7c5943d-cc5e-4fe7-906e-517bd03f4419', 'status': 'completed', 'code': 200} Sep 20 05:07:10.854036 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Allocated IP 172.20.0.1 (542415e5-abd0-492e-8d12-94095b9e8647/84b66280-f67c-4486-a327-245c0092266b/29b1c4c1-e9ea-4377-a586-a89792d77a7e) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:11.001093 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:11.076460 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:11.131024 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Network 542415e5-abd0-492e-8d12-94095b9e8647 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:11.138793 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:11.147819 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'name': 'tempest-TestShelveInstance-584296436-router', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '34450105-6898-4164-a305-52665931b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:08Z', 'revision_number': 3, 'project_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'gw_port': {'id': '34450105-6898-4164-a305-52665931b9e1', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:11.148365 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:07:11.151435 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Pushing event updated for resources: {'Port': ['ID=29b1c4c1-e9ea-4377-a586-a89792d77a7e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:11.180492 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9606ab-f204-4fdb-81e0-610dbf35c705 None None] The sync data for ids ['7dbf2d69-45bc-488b-be07-54673b14f1af'] in dv-cinder-809965-1-iscsi is: [{'id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'name': 'tempest-TestShelveInstance-584296436-router', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '34450105-6898-4164-a305-52665931b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:08Z', 'revision_number': 3, 'project_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'gw_port': {'id': '34450105-6898-4164-a305-52665931b9e1', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:07:11.204490 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-275585'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:11.272163 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f6deb36e-6605-40a2-9349-cbec533c6d89 None None] Provisioning complete for port a56ca67b-56c5-47c6-83f1-c1c5a308856b triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:11.273134 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6deb36e-6605-40a2-9349-cbec533c6d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:11.356466 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:11.577957 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:11.582279 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:11.653138 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Pushing event updated for resources: {'Port': ['ID=29b1c4c1-e9ea-4377-a586-a89792d77a7e,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:11.655471 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-511761'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:11.656613 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6a9cc828-57a5-4780-b7b7-eb37792feb75 None None] Provisioning complete for port 29b1c4c1-e9ea-4377-a586-a89792d77a7e triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:11.656979 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc828-57a5-4780-b7b7-eb37792feb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:11.721155 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6a9cc828-57a5-4780-b7b7-eb37792feb75 None None] Port 29b1c4c1-e9ea-4377-a586-a89792d77a7e cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:07:11.805879 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Network 542415e5-abd0-492e-8d12-94095b9e8647 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:11.808066 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:11.828420 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebda9e8-5bfe-4e6c-b0bb-cb897354de32 req-dbcd7551-0761-42aa-bf60-7837eeafe606 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:11.831331 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7ebda9e8-5bfe-4e6c-b0bb-cb897354de32 req-dbcd7551-0761-42aa-bf60-7837eeafe606 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.1012635 Sep 20 05:07:11.905049 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7ebda9e8-5bfe-4e6c-b0bb-cb897354de32 req-fabb95e3-8a82-4d4d-8276-fd36898d4b1a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646760 Sep 20 05:07:11.931059 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device a56ca67b-56c5-47c6-83f1-c1c5a308856b up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:12.008695 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port a56ca67b-56c5-47c6-83f1-c1c5a308856b triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:12.009067 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:12.037303 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Router 7dbf2d69-45bc-488b-be07-54673b14f1af has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:07:12.159512 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 34450105-6898-4164-a305-52665931b9e1 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:12.211423 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-fe32b56b-e7c2-4e61-a32e-556ce5c28dfd None None] Provisioning complete for port 29b1c4c1-e9ea-4377-a586-a89792d77a7e triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:12.211882 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe32b56b-e7c2-4e61-a32e-556ce5c28dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:12.226717 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:07:12.255218 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ccd1fcc5-791d-455b-ac5c-3cd2c6502d9a admin admin] 10.222.0.32 "PUT /v2.0/routers/7dbf2d69-45bc-488b-be07-54673b14f1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9121253 Sep 20 05:07:12.298876 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-fe32b56b-e7c2-4e61-a32e-556ce5c28dfd None None] Port 29b1c4c1-e9ea-4377-a586-a89792d77a7e cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:07:12.310436 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 34450105-6898-4164-a305-52665931b9e1 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:12.310929 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:12.486506 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:12.528491 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port 34450105-6898-4164-a305-52665931b9e1, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=34450105-6898-4164-a305-52665931b9e1,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:12.538675 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:12.607265 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=34450105-6898-4164-a305-52665931b9e1,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:12.669257 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-d3bc33f1-8408-4b72-ad89-845b8226d1b5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:12.671001 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-d3bc33f1-8408-4b72-ad89-845b8226d1b5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/networks?id=a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 200 len: 815 time: 0.1638312 Sep 20 05:07:12.694739 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-8a7f9fa4-796d-4855-bab5-21e875966f5b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/quotas/d5c5b5c0c55840cab46db661722c8d3e HTTP/1.1" status: 200 len: 375 time: 0.0177233 Sep 20 05:07:12.765377 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-6d54adf6-71a4-472b-8af0-9fb7f93b7a3a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679924 Sep 20 05:07:12.895597 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-b08d5e97-9343-4cd0-877f-13c8d1973159 service neutron] 10.222.0.32 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242862 Sep 20 05:07:13.020566 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-ff9fbba5-060f-4a55-8763-24e5a1d23085 service neutron] 10.222.0.32 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184690 Sep 20 05:07:13.184476 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38926) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:13.189873 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-686cb192-2c38-4445-9d94-4b90ea8c92d6 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037133943', 'description': 'tempest-secgroup-smoke-1037133943 description', 'project_id': '1074f9196db945dd9f2236b3eca92230'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:13.225526 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-686cb192-2c38-4445-9d94-4b90ea8c92d6 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.245962 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a63e1-2ca1-4bc1-b540-3b3de78055dd req-6905ab30-55b9-4189-80d8-a847cb4b86a9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:13.252559 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e86a63e1-2ca1-4bc1-b540-3b3de78055dd req-6905ab30-55b9-4189-80d8-a847cb4b86a9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0772414 Sep 20 05:07:13.294401 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e86a63e1-2ca1-4bc1-b540-3b3de78055dd req-7ca3188a-8169-470d-ad63-d8b78466a1b9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Sep 20 05:07:13.332556 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Sync routers for ids ['7dbf2d69-45bc-488b-be07-54673b14f1af'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:07:13.333242 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-686cb192-2c38-4445-9d94-4b90ea8c92d6 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.339855 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-686cb192-2c38-4445-9d94-4b90ea8c92d6 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.344969 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Routers {'7dbf2d69-45bc-488b-be07-54673b14f1af'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:07:13.345707 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:07:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['7dbf2d69-45bc-488b-be07-54673b14f1af'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:13.364418 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-686cb192-2c38-4445-9d94-4b90ea8c92d6 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.369156 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-686cb192-2c38-4445-9d94-4b90ea8c92d6 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1836135 Sep 20 05:07:13.370276 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 38934) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:13.387513 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cb192-2c38-4445-9d94-4b90ea8c92d6 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c176b57-c028-49f5-a6e0-51442a76e2af,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:13.399297 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-45b1911f-065f-42e9-a6a7-c3ecb95e8103 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Request body: {'security_group_rule': {'security_group_id': '0c176b57-c028-49f5-a6e0-51442a76e2af', 'project_id': '1074f9196db945dd9f2236b3eca92230', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:13.415724 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8acdbb9d-e783-459f-b332-dba30a62977f req-b55728f4-b06e-490d-b9d4-7560413c71dd tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 210 time: 0.0626242 Sep 20 05:07:13.453515 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-45b1911f-065f-42e9-a6a7-c3ecb95e8103 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.483684 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Set router 7dbf2d69-45bc-488b-be07-54673b14f1af gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:07:13.508994 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-45b1911f-065f-42e9-a6a7-c3ecb95e8103 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.513676 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-45b1911f-065f-42e9-a6a7-c3ecb95e8103 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.532277 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1911f-065f-42e9-a6a7-c3ecb95e8103 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c63aa0-c11d-4278-93fe-550795ae1860,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:13.540467 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-45b1911f-065f-42e9-a6a7-c3ecb95e8103 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.542672 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-45b1911f-065f-42e9-a6a7-c3ecb95e8103 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694949 Sep 20 05:07:13.545787 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38940) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:13.550430 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-c7c88a56-f5d2-47e3-a4af-69a8e3b7983f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Request body: {'security_group_rule': {'security_group_id': '0c176b57-c028-49f5-a6e0-51442a76e2af', 'project_id': '1074f9196db945dd9f2236b3eca92230', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:13.579311 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c7c88a56-f5d2-47e3-a4af-69a8e3b7983f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.632142 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c7c88a56-f5d2-47e3-a4af-69a8e3b7983f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.636574 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c7c88a56-f5d2-47e3-a4af-69a8e3b7983f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.649757 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c88a56-f5d2-47e3-a4af-69a8e3b7983f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9720a706-e2e2-4560-a0cb-10d0c6392931,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:13.663528 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c7c88a56-f5d2-47e3-a4af-69a8e3b7983f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.664990 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c7c88a56-f5d2-47e3-a4af-69a8e3b7983f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181507 Sep 20 05:07:13.667811 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 38942) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:13.673031 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-f9082cc2-e391-4f20-aa6a-30c345e6bc9a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Request body: {'security_group_rule': {'security_group_id': '0c176b57-c028-49f5-a6e0-51442a76e2af', 'project_id': '1074f9196db945dd9f2236b3eca92230', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:13.708550 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f9082cc2-e391-4f20-aa6a-30c345e6bc9a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.716831 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'name': 'tempest-TestShelveInstance-584296436-router', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '34450105-6898-4164-a305-52665931b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:11Z', 'revision_number': 4, 'project_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'gw_port': {'id': '34450105-6898-4164-a305-52665931b9e1', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '29b1c4c1-e9ea-4377-a586-a89792d77a7e', 'name': '', 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'mac_address': 'fa:16:3e:64:e2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '84b66280-f67c-4486-a327-245c0092266b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:10Z', 'updated_at': '2021-09-20T05:07:11Z', 'revision_number': 2, 'project_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'subnets': [{'id': '84b66280-f67c-4486-a327-245c0092266b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:13.749697 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 34450105-6898-4164-a305-52665931b9e1 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:13.752664 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Checking router: 7dbf2d69-45bc-488b-be07-54673b14f1af for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:07:13.753006 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Updating router 7dbf2d69-45bc-488b-be07-54673b14f1af port 29b1c4c1-e9ea-4377-a586-a89792d77a7e binding host dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:07:13.779645 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f9082cc2-e391-4f20-aa6a-30c345e6bc9a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.783502 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f9082cc2-e391-4f20-aa6a-30c345e6bc9a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.801186 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9082cc2-e391-4f20-aa6a-30c345e6bc9a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59efdff9-c5ab-4f08-9bfd-37f100a18256,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:13.803205 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.807036 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f9082cc2-e391-4f20-aa6a-30c345e6bc9a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.808950 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f9082cc2-e391-4f20-aa6a-30c345e6bc9a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398575 Sep 20 05:07:13.811464 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 38946) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:13.816176 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Request body: {'security_group_rule': {'security_group_id': '0c176b57-c028-49f5-a6e0-51442a76e2af', 'project_id': '1074f9196db945dd9f2236b3eca92230', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:13.849155 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.866794 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 34450105-6898-4164-a305-52665931b9e1 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:13.867159 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.923554 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.927707 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.944608 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e4432c-2dde-4601-aa4a-0ad6f453d530,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:13.953801 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:13.954986 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422663 Sep 20 05:07:13.956521 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:13.956933 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:13.957267 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:13.957667 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:13.957994 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:13.958318 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:13.958638 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:13.958966 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:13.959255 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 38952) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:13.959620 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:13.959837 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:13.960182 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:13.960492 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa909a2-46a9-4dab-9cb0-28c96f3af488 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:13.972411 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Request body: {'security_group_rule': {'security_group_id': '0c176b57-c028-49f5-a6e0-51442a76e2af', 'project_id': '1074f9196db945dd9f2236b3eca92230', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:13.997591 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.securitygroups_db [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Project 1074f9196db945dd9f2236b3eca92230 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 05:07:14.003196 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.063133 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.067561 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.084097 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae47a9d-42fa-4fba-b610-de4ca56f2f77,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:14.093300 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.094499 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327651 Sep 20 05:07:14.095969 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:14.096340 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:14.096671 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:14.097299 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 38958) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:14.100901 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:14.101554 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:14.101784 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-4da18f11-d4a7-4f24-a862-c47c43deb3fc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Request body: {'security_group_rule': {'security_group_id': '0c176b57-c028-49f5-a6e0-51442a76e2af', 'project_id': '1074f9196db945dd9f2236b3eca92230', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:14.102761 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:14.103162 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:14.103430 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:14.103758 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:14.105175 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:14.105514 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:14.106093 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5184e6-5d5f-4796-9dc2-77ab16c70681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:14.125128 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.securitygroups_db [None req-4da18f11-d4a7-4f24-a862-c47c43deb3fc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Project 1074f9196db945dd9f2236b3eca92230 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 05:07:14.129893 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4da18f11-d4a7-4f24-a862-c47c43deb3fc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.179622 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.186192 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.190298 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4da18f11-d4a7-4f24-a862-c47c43deb3fc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.194152 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4da18f11-d4a7-4f24-a862-c47c43deb3fc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.211801 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da18f11-d4a7-4f24-a862-c47c43deb3fc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760391a6-9370-4a83-a135-d53a1ce56211,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:14.219919 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4da18f11-d4a7-4f24-a862-c47c43deb3fc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.233179 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4da18f11-d4a7-4f24-a862-c47c43deb3fc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267250 Sep 20 05:07:14.246990 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963cf25-8aa8-46e7-bf38-3c5bf4b0fe55 None None] Pushing event updated for resources: {'Port': ['ID=29b1c4c1-e9ea-4377-a586-a89792d77a7e,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:14.297645 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Attempting to bind port 29b1c4c1-e9ea-4377-a586-a89792d77a7e on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:07:14.298041 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Attempting to bind port 29b1c4c1-e9ea-4377-a586-a89792d77a7e by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '03e28f2f-8a76-4897-acaa-19de40b077a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:07:14.298402 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Attempting to bind port 29b1c4c1-e9ea-4377-a586-a89792d77a7e on network 542415e5-abd0-492e-8d12-94095b9e8647 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:14.303933 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:07:14.304341 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Checking segment: {'id': '03e28f2f-8a76-4897-acaa-19de40b077a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:07:14.304742 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.305314 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Bound using segment: {'id': '03e28f2f-8a76-4897-acaa-19de40b077a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:07:14.305808 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Bound port: 29b1c4c1-e9ea-4377-a586-a89792d77a7e, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e28f2f-8a76-4897-acaa-19de40b077a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:07:14.306191 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.391382 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] For port 29b1c4c1-e9ea-4377-a586-a89792d77a7e, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:14.401908 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] For port 29b1c4c1-e9ea-4377-a586-a89792d77a7e, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=29b1c4c1-e9ea-4377-a586-a89792d77a7e,segment=NetworkSegment(03e28f2f-8a76-4897-acaa-19de40b077a7),segment_id=03e28f2f-8a76-4897-acaa-19de40b077a7)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:14.408944 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.446504 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e858ca5-ff19-4be8-ab06-959eeb3564f5 req-5e357b25-7c6a-4077-873b-1478a5674524 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:14.454932 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e858ca5-ff19-4be8-ab06-959eeb3564f5 req-5e357b25-7c6a-4077-873b-1478a5674524 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0636103 Sep 20 05:07:14.512549 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e858ca5-ff19-4be8-ab06-959eeb3564f5 req-353fe53e-de58-4578-8a14-d654971304f5 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561607 Sep 20 05:07:14.517280 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-26fc175a-1be9-4798-97f1-74cb7ad278eb None None] Provisioning complete for port 29b1c4c1-e9ea-4377-a586-a89792d77a7e triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:14.517807 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-26fc175a-1be9-4798-97f1-74cb7ad278eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.524410 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Routers {'7dbf2d69-45bc-488b-be07-54673b14f1af'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:07:14.525465 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:07:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['7dbf2d69-45bc-488b-be07-54673b14f1af'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:14.527828 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963cf25-8aa8-46e7-bf38-3c5bf4b0fe55 None None] Pushing event updated for resources: {'Port': ['ID=29b1c4c1-e9ea-4377-a586-a89792d77a7e,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:14.569653 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f01b66a-c037-46f0-9724-8cb35fc2b45f req-d302707d-8728-428c-bff4-b5dceb8319a0 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 210 time: 0.0297689 Sep 20 05:07:14.697434 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] Set router 7dbf2d69-45bc-488b-be07-54673b14f1af gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:07:14.740101 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-26fc175a-1be9-4798-97f1-74cb7ad278eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.829846 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-26fc175a-1be9-4798-97f1-74cb7ad278eb None None] For port 29b1c4c1-e9ea-4377-a586-a89792d77a7e, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=29b1c4c1-e9ea-4377-a586-a89792d77a7e,segment=NetworkSegment(03e28f2f-8a76-4897-acaa-19de40b077a7),segment_id=03e28f2f-8a76-4897-acaa-19de40b077a7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:14.865242 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-26fc175a-1be9-4798-97f1-74cb7ad278eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:14.950651 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc175a-1be9-4798-97f1-74cb7ad278eb None None] Pushing event updated for resources: {'Port': ['ID=29b1c4c1-e9ea-4377-a586-a89792d77a7e,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:14.989793 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'name': 'tempest-TestShelveInstance-584296436-router', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '34450105-6898-4164-a305-52665931b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:11Z', 'revision_number': 4, 'project_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'gw_port': {'id': '34450105-6898-4164-a305-52665931b9e1', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '29b1c4c1-e9ea-4377-a586-a89792d77a7e', 'name': '', 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'mac_address': 'fa:16:3e:64:e2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '84b66280-f67c-4486-a327-245c0092266b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:10Z', 'updated_at': '2021-09-20T05:07:14Z', 'revision_number': 4, 'project_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'subnets': [{'id': '84b66280-f67c-4486-a327-245c0092266b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:14.992760 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-95f2ea21-5af0-4037-8ffc-64d83a28bc23 None None] Provisioning complete for port 29b1c4c1-e9ea-4377-a586-a89792d77a7e triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:14.993121 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-95f2ea21-5af0-4037-8ffc-64d83a28bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:15.033288 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa0227-a00a-4ab7-a854-b5d935b0e7d7 None None] The sync data for ids ['7dbf2d69-45bc-488b-be07-54673b14f1af'] in dv-cinder-809965-1-iscsi is: [{'id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'name': 'tempest-TestShelveInstance-584296436-router', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '34450105-6898-4164-a305-52665931b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:11Z', 'revision_number': 4, 'project_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'gw_port': {'id': '34450105-6898-4164-a305-52665931b9e1', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '29b1c4c1-e9ea-4377-a586-a89792d77a7e', 'name': '', 'network_id': '542415e5-abd0-492e-8d12-94095b9e8647', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'mac_address': 'fa:16:3e:64:e2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '84b66280-f67c-4486-a327-245c0092266b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:10Z', 'updated_at': '2021-09-20T05:07:14Z', 'revision_number': 4, 'project_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'subnets': [{'id': '84b66280-f67c-4486-a327-245c0092266b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:07:15.620330 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335e76d-4c1a-4f36-adf0-2327ba82de08 req-b74b7ee9-d1f9-4d21-a6c2-a3bdc3be5878 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:15.623695 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c335e76d-4c1a-4f36-adf0-2327ba82de08 req-b74b7ee9-d1f9-4d21-a6c2-a3bdc3be5878 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0555747 Sep 20 05:07:15.674774 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7995491a-7797-4cbd-8111-ed8731a6d9cc req-0ad6c70a-6451-410e-b392-d23954f5df9a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 210 time: 0.0340495 Sep 20 05:07:15.687337 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c335e76d-4c1a-4f36-adf0-2327ba82de08 req-d241b166-4c05-4a0f-9a3f-06bbe79ec21a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594380 Sep 20 05:07:15.737694 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 29b1c4c1-e9ea-4377-a586-a89792d77a7e up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:15.783613 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 29b1c4c1-e9ea-4377-a586-a89792d77a7e triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:15.784015 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:16.440667 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device b7c5943d-cc5e-4fe7-906e-517bd03f4419 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:07:16.472174 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: b7c5943d-cc5e-4fe7-906e-517bd03f4419 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:07:16.472761 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device b7c5943d-cc5e-4fe7-906e-517bd03f4419 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:07:16.805234 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c5df262f-992d-4cb7-bf2e-d01c7c064508 req-62217d05-5134-47a0-9a6e-3a2626bb0d11 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 210 time: 0.0442564 Sep 20 05:07:16.982595 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257fb28-fb0d-4513-aac0-7c0f8d8ab03c req-0692efe9-b6ee-4943-b7f2-4d012e6a34a3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:16.989675 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3257fb28-fb0d-4513-aac0-7c0f8d8ab03c req-0692efe9-b6ee-4943-b7f2-4d012e6a34a3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0938065 Sep 20 05:07:17.052782 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3257fb28-fb0d-4513-aac0-7c0f8d8ab03c req-19eb0235-3488-4564-b2c5-2fa4a2a8915f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620441 Sep 20 05:07:17.136992 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc89898-ec6f-4e4d-887d-ffd63b365c64 req-26af1a97-fad0-4b3f-a2af-57348f41f74a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:17.138492 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ecc89898-ec6f-4e4d-887d-ffd63b365c64 req-26af1a97-fad0-4b3f-a2af-57348f41f74a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0546060 Sep 20 05:07:17.175587 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ecc89898-ec6f-4e4d-887d-ffd63b365c64 req-a4a39f3a-ca19-4265-a222-d378b1c60eb7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306895 Sep 20 05:07:17.318511 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-21f39dca-ee77-448e-9a72-f63a148a0a50 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:17.320764 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-21f39dca-ee77-448e-9a72-f63a148a0a50 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "GET /v2.0/networks?id=a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 200 len: 815 time: 0.1038215 Sep 20 05:07:17.379714 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Request body: {'port': {'device_id': '85f4d53e-7174-4b66-9196-e64517f8c275', 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958', 'admin_state_up': True, 'tenant_id': 'd5c5b5c0c55840cab46db661722c8d3e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:17.481956 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Made reservation on behalf of d5c5b5c0c55840cab46db661722c8d3e for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:07:17.485252 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:17.609905 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Allocated IP 172.20.0.5 (a90939f0-4c90-432c-81e7-3d6ba2213958/b7b8e991-2efe-4ed7-952d-d5a0a41f072f/71ebf83b-97dd-40e7-bac7-c84baf55e923) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:17.755235 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:17.791442 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:17.839955 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['456ed1cb-d485-4ea3-8658-fadad468bd04', '33c961c6-979a-4e8b-9f62-0b213b0b8103'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:07:17.843236 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Network a90939f0-4c90-432c-81e7-3d6ba2213958 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:17.847113 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:17.849645 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:07:17.891687 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Pushing event updated for resources: {'Port': ['ID=71ebf83b-97dd-40e7-bac7-c84baf55e923,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:17.920862 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:17.921643 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:17.936434 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-5d33be10-060c-4c5e-9e65-0946c2b81167 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604105 Sep 20 05:07:17.960721 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Request body: {'port': {'device_id': '85f4d53e-7174-4b66-9196-e64517f8c275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:17.962392 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666e53-d9ac-4ba3-a8f1-67dc8f346f5d req-7f33670e-3f7b-4156-aae1-a90574c6258c tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:17.971860 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b666e53-d9ac-4ba3-a8f1-67dc8f346f5d req-7f33670e-3f7b-4156-aae1-a90574c6258c tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 931 time: 0.0694616 Sep 20 05:07:18.029932 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:18.030965 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b666e53-d9ac-4ba3-a8f1-67dc8f346f5d req-8f6a9f62-3d8d-4218-9459-854772376c69 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578294 Sep 20 05:07:18.225464 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79862c-41bf-4313-8539-7185f92d571c req-a7a2e2ea-213b-4b82-8e14-155d65485a36 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:18.236352 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ad79862c-41bf-4313-8539-7185f92d571c req-a7a2e2ea-213b-4b82-8e14-155d65485a36 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0779436 Sep 20 05:07:18.302100 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ad79862c-41bf-4313-8539-7185f92d571c req-28c19551-885c-4699-8599-ce92c3d3721c tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647895 Sep 20 05:07:18.399177 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ebf83b-97dd-40e7-bac7-c84baf55e923 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:07:18.409533 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:18.430494 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Transition to ACTIVE for port object 71ebf83b-97dd-40e7-bac7-c84baf55e923 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:07:18.436342 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:18.440999 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59081ea5-2cec-4750-8932-a83cce596899 req-9947d7c2-6ddf-4493-bd56-d00a8a425edb tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:18.452198 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-59081ea5-2cec-4750-8932-a83cce596899 req-9947d7c2-6ddf-4493-bd56-d00a8a425edb tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0797446 Sep 20 05:07:18.504367 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=71ebf83b-97dd-40e7-bac7-c84baf55e923,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:18.522518 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-59081ea5-2cec-4750-8932-a83cce596899 req-fd477043-b68a-4227-8f00-53ef0bae361f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650077 Sep 20 05:07:18.618072 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Attempting to bind port 71ebf83b-97dd-40e7-bac7-c84baf55e923 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:07:18.618510 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Attempting to bind port 71ebf83b-97dd-40e7-bac7-c84baf55e923 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:07:18.618971 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Attempting to bind port 71ebf83b-97dd-40e7-bac7-c84baf55e923 on network a90939f0-4c90-432c-81e7-3d6ba2213958 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:18.627238 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Port 71ebf83b-97dd-40e7-bac7-c84baf55e923 on network a90939f0-4c90-432c-81e7-3d6ba2213958 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:07:18.627639 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Attempting to bind port 71ebf83b-97dd-40e7-bac7-c84baf55e923 on network a90939f0-4c90-432c-81e7-3d6ba2213958 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:18.633151 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:07:18.633583 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Checking segment: {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:07:18.634055 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Bound using segment: {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:07:18.634790 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Bound port: 71ebf83b-97dd-40e7-bac7-c84baf55e923, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:07:18.635452 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:18.719935 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] For port 71ebf83b-97dd-40e7-bac7-c84baf55e923, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:18.724887 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] For port 71ebf83b-97dd-40e7-bac7-c84baf55e923, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=71ebf83b-97dd-40e7-bac7-c84baf55e923,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:18.730995 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:18.767898 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:18.768677 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:18.770231 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] 10.222.0.23 "PUT /v2.0/ports/71ebf83b-97dd-40e7-bac7-c84baf55e923 HTTP/1.1" status: 200 len: 1093 time: 0.8150687 Sep 20 05:07:18.770665 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f4d53e-7174-4b66-9196-e64517f8c275', 'tag': '71ebf83b-97dd-40e7-bac7-c84baf55e923'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:07:18.773087 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84efd667-8f79-4749-aad7-5c6e7ec2fc5c" -d '{"events": [{"name": "network-changed", "server_uuid": "85f4d53e-7174-4b66-9196-e64517f8c275", "tag": "71ebf83b-97dd-40e7-bac7-c84baf55e923"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:18.810776 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb3137-6855-449d-aa9a-db64ff7acfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=71ebf83b-97dd-40e7-bac7-c84baf55e923,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:18.822419 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1efc90c-1118-4eb9-9d47-e2fbe56f25b9 x-openstack-request-id: req-a1efc90c-1118-4eb9-9d47-e2fbe56f25b9 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:18.822761 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f4d53e-7174-4b66-9196-e64517f8c275", "tag": "71ebf83b-97dd-40e7-bac7-c84baf55e923", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:18.823613 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1efc90c-1118-4eb9-9d47-e2fbe56f25b9 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:18.824011 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f4d53e-7174-4b66-9196-e64517f8c275', 'tag': '71ebf83b-97dd-40e7-bac7-c84baf55e923', 'status': 'completed', 'code': 200} Sep 20 05:07:18.940097 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-9d36ae5f-228d-4814-96b7-1d1c37763bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:18.940097 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-9d36ae5f-228d-4814-96b7-1d1c37763bb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 1096 time: 0.0620732 Sep 20 05:07:18.999834 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-81616085-f2ca-4fee-956a-69387bd1019d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71ebf83b-97dd-40e7-bac7-c84baf55e923 HTTP/1.1" status: 200 len: 217 time: 0.0397530 Sep 20 05:07:19.057114 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-ed4d4761-34e9-4a6c-a37b-a05bb565499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:19.058591 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-ed4d4761-34e9-4a6c-a37b-a05bb565499a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7b8e991-2efe-4ed7-952d-d5a0a41f072f HTTP/1.1" status: 200 len: 855 time: 0.0487714 Sep 20 05:07:19.099810 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-0b59422e-84ff-41d1-96f6-43fdada9ebfd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a90939f0-4c90-432c-81e7-3d6ba2213958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298569 Sep 20 05:07:19.179246 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da009a7a-3964-4504-9db3-fc847f48ae05 req-d62f32c6-116a-4c29-b720-42d747bb9c9b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:19.180765 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-da009a7a-3964-4504-9db3-fc847f48ae05 req-d62f32c6-116a-4c29-b720-42d747bb9c9b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 943 time: 0.0629261 Sep 20 05:07:19.207021 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-0155192d-84d5-4738-81a6-4e8cccf7053c service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974646 Sep 20 05:07:19.222662 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-da009a7a-3964-4504-9db3-fc847f48ae05 req-9c17765d-e88c-4d3c-8321-c92ed692ac39 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336971 Sep 20 05:07:19.306145 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6e41a2d-b49b-48a3-bcd9-6458ffe0da35 req-0c7a4dfb-913b-4452-a59e-6d39774430f0 service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838904 Sep 20 05:07:19.430735 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ae5d4-2d7d-478d-aeee-c903001ac24d req-7d45c1cc-5023-4235-9bff-9d02970beabc tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:19.433202 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1a7ae5d4-2d7d-478d-aeee-c903001ac24d req-7d45c1cc-5023-4235-9bff-9d02970beabc tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0580761 Sep 20 05:07:19.467936 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efd667-8f79-4749-aad7-5c6e7ec2fc5c req-8e509a57-1af0-49d0-bcc9-59d02b82d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:19.469534 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-84efd667-8f79-4749-aad7-5c6e7ec2fc5c req-8e509a57-1af0-49d0-bcc9-59d02b82d3e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 1096 time: 0.0430527 Sep 20 05:07:19.473562 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1a7ae5d4-2d7d-478d-aeee-c903001ac24d req-1c3968c5-5d97-49dc-9baf-cb19379e1495 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343726 Sep 20 05:07:19.585990 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efd667-8f79-4749-aad7-5c6e7ec2fc5c req-4684f2cf-29c4-4afc-ad99-94d14409fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:19.588146 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-84efd667-8f79-4749-aad7-5c6e7ec2fc5c req-4684f2cf-29c4-4afc-ad99-94d14409fcd1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 200 len: 915 time: 0.1065288 Sep 20 05:07:19.662725 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dca34-6a4c-47ca-9246-5e84e0770ec6 req-dbcc0904-c577-444f-9ded-0f5c531329c2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:19.664577 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a73dca34-6a4c-47ca-9246-5e84e0770ec6 req-dbcc0904-c577-444f-9ded-0f5c531329c2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0620661 Sep 20 05:07:19.733624 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a73dca34-6a4c-47ca-9246-5e84e0770ec6 req-f16674c0-2aa5-4527-9e2e-abb4ae2d707d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615537 Sep 20 05:07:19.891579 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-84efd667-8f79-4749-aad7-5c6e7ec2fc5c req-6616a8a2-21c1-462c-8c75-647232155a1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71ebf83b-97dd-40e7-bac7-c84baf55e923 HTTP/1.1" status: 200 len: 217 time: 0.2861962 Sep 20 05:07:19.953591 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efd667-8f79-4749-aad7-5c6e7ec2fc5c req-09dc2d54-d2b5-403d-bf5e-27c6f679a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:19.955192 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-84efd667-8f79-4749-aad7-5c6e7ec2fc5c req-09dc2d54-d2b5-403d-bf5e-27c6f679a29a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7b8e991-2efe-4ed7-952d-d5a0a41f072f HTTP/1.1" status: 200 len: 855 time: 0.0526900 Sep 20 05:07:19.991146 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-84efd667-8f79-4749-aad7-5c6e7ec2fc5c req-c5e27187-7310-480b-b280-2e741563ac31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a90939f0-4c90-432c-81e7-3d6ba2213958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283890 Sep 20 05:07:20.099465 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-84efd667-8f79-4749-aad7-5c6e7ec2fc5c req-edf22d8d-2da0-483e-bd96-ef079b16de08 service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951195 Sep 20 05:07:20.206056 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-84efd667-8f79-4749-aad7-5c6e7ec2fc5c req-fc0b9d16-4d6a-4800-83cc-bc2765b43ca2 service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940707 Sep 20 05:07:20.365366 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a789e2b-2202-4c20-987f-88b48bcd0e6d req-8b76cc35-a632-42b6-95fe-acd278e27e4e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:20.367028 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a789e2b-2202-4c20-987f-88b48bcd0e6d req-8b76cc35-a632-42b6-95fe-acd278e27e4e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 943 time: 0.0647755 Sep 20 05:07:20.423476 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a789e2b-2202-4c20-987f-88b48bcd0e6d req-682aa00c-e9b5-4100-be38-1be809ee487c tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489950 Sep 20 05:07:20.616639 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a057c2-2ef4-4170-8ed5-3029f54f0daa req-9ba0a85f-e49a-4a10-b25b-d364b913531a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:20.618494 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-31a057c2-2ef4-4170-8ed5-3029f54f0daa req-9ba0a85f-e49a-4a10-b25b-d364b913531a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0621357 Sep 20 05:07:20.671707 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-31a057c2-2ef4-4170-8ed5-3029f54f0daa req-ebaac18c-8c79-4982-83af-dbf9f22d648a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381804 Sep 20 05:07:20.871882 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ade8a-813a-4211-98f0-3e1292865a33 req-af410af6-75ca-45bb-a0d4-93ea6ba56315 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:20.873562 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8e9ade8a-813a-4211-98f0-3e1292865a33 req-af410af6-75ca-45bb-a0d4-93ea6ba56315 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0589418 Sep 20 05:07:20.918904 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8e9ade8a-813a-4211-98f0-3e1292865a33 req-042f2e0d-aacf-4e35-8159-c8fd24acb053 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392218 Sep 20 05:07:21.576583 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9f194-19e6-402b-b083-b8dec1bf3643 req-ab68c8e7-f1e4-4337-ae3b-387fb93ddd7b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:21.578053 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63a9f194-19e6-402b-b083-b8dec1bf3643 req-ab68c8e7-f1e4-4337-ae3b-387fb93ddd7b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 943 time: 0.0558567 Sep 20 05:07:21.629674 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63a9f194-19e6-402b-b083-b8dec1bf3643 req-f8c69166-8dbe-4408-963a-c279c036c571 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418458 Sep 20 05:07:21.805483 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a4155-c89e-4d6e-8f74-fa046b4f7110 req-03d88fae-0432-4e39-86eb-2f802d9af79a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:21.806965 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc6a4155-c89e-4d6e-8f74-fa046b4f7110 req-03d88fae-0432-4e39-86eb-2f802d9af79a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0584199 Sep 20 05:07:21.847787 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc6a4155-c89e-4d6e-8f74-fa046b4f7110 req-b22df4a8-e880-4ef0-bf00-daa6c191437b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341606 Sep 20 05:07:22.050455 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a67fdc-9798-4931-9548-da1ae3444f6e req-f0e2a9d4-e800-4448-9358-a80804fdec10 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:22.052160 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44a67fdc-9798-4931-9548-da1ae3444f6e req-f0e2a9d4-e800-4448-9358-a80804fdec10 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0525963 Sep 20 05:07:22.124393 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44a67fdc-9798-4931-9548-da1ae3444f6e req-7656e7ab-5c37-41d0-a849-c14d6d2c9ece tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549760 Sep 20 05:07:22.366478 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 71ebf83b-97dd-40e7-bac7-c84baf55e923 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:07:22.597465 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 71ebf83b-97dd-40e7-bac7-c84baf55e923, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=71ebf83b-97dd-40e7-bac7-c84baf55e923,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:22.614937 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '71ebf83b-97dd-40e7-bac7-c84baf55e923', 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958', 'port_id': '71ebf83b-97dd-40e7-bac7-c84baf55e923', 'mac_address': 'fa:16:3e:97:5d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b8e991-2efe-4ed7-952d-d5a0a41f072f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:07:22.662443 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:22.678364 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ebf83b-97dd-40e7-bac7-c84baf55e923 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:07:22.699739 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 71ebf83b-97dd-40e7-bac7-c84baf55e923, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=71ebf83b-97dd-40e7-bac7-c84baf55e923,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:22.704591 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:22.765216 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=71ebf83b-97dd-40e7-bac7-c84baf55e923,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:22.786678 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cff138-46a7-4af5-97e3-24ee90e455f8 req-a5ed71cc-0a80-44c9-994b-471e55baaf92 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:22.788571 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-85cff138-46a7-4af5-97e3-24ee90e455f8 req-a5ed71cc-0a80-44c9-994b-471e55baaf92 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 944 time: 0.0642481 Sep 20 05:07:22.831450 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-85cff138-46a7-4af5-97e3-24ee90e455f8 req-9f958adf-b294-437e-b2f5-45ee57e298bc tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348678 Sep 20 05:07:22.896585 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:07:22.978184 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f75a1-6eed-4b88-b6a6-0b366fdc2d86 req-221a75ee-7588-44be-b6b3-c720a4cd1aba tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:22.980562 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2e8f75a1-6eed-4b88-b6a6-0b366fdc2d86 req-221a75ee-7588-44be-b6b3-c720a4cd1aba tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0555582 Sep 20 05:07:23.021872 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2e8f75a1-6eed-4b88-b6a6-0b366fdc2d86 req-66573903-6213-4299-9f4e-d9aaaf7b73b8 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345857 Sep 20 05:07:23.123868 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['71ebf83b-97dd-40e7-bac7-c84baf55e923'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:07:23.252957 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41552d83-52c0-450e-9b17-92d8a0384ab9 req-c954e765-5924-4976-a74e-b1c9d82b73e7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:23.255425 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-41552d83-52c0-450e-9b17-92d8a0384ab9 req-c954e765-5924-4976-a74e-b1c9d82b73e7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0649838 Sep 20 05:07:23.304546 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-41552d83-52c0-450e-9b17-92d8a0384ab9 req-f3b0cdc0-a6d8-477a-a997-522539c2bcbf tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427175 Sep 20 05:07:23.981774 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd258a4-c86a-4290-a318-bc740b0c8334 req-1678a567-8396-43e8-876f-334da47d6e7e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:23.983860 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fdd258a4-c86a-4290-a318-bc740b0c8334 req-1678a567-8396-43e8-876f-334da47d6e7e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 944 time: 0.0726168 Sep 20 05:07:24.073930 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fdd258a4-c86a-4290-a318-bc740b0c8334 req-c4e0e5c2-a956-4937-baa6-3c596b2a8d78 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801888 Sep 20 05:07:24.186612 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4744062-2f98-46e2-8d00-129fe44df88e req-ba0dcdbe-e337-4d41-b302-6371da599d8d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:24.189115 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a4744062-2f98-46e2-8d00-129fe44df88e req-ba0dcdbe-e337-4d41-b302-6371da599d8d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0660124 Sep 20 05:07:24.238430 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a4744062-2f98-46e2-8d00-129fe44df88e req-66bc2815-f58e-4bcf-a0e4-85df762b897b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436139 Sep 20 05:07:24.375090 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 71ebf83b-97dd-40e7-bac7-c84baf55e923 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:24.435388 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1311df5-c617-46fa-8621-2b7fbaefe87c req-d68a296e-7302-4789-812b-73b46e33fbac tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:24.436717 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 71ebf83b-97dd-40e7-bac7-c84baf55e923 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:07:24.437329 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e1311df5-c617-46fa-8621-2b7fbaefe87c req-d68a296e-7302-4789-812b-73b46e33fbac tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0603766 Sep 20 05:07:24.449319 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 71ebf83b-97dd-40e7-bac7-c84baf55e923 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:24.450019 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:24.488803 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e1311df5-c617-46fa-8621-2b7fbaefe87c req-e5b25073-6a53-42a1-b6ff-37582fcbaaa7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437200 Sep 20 05:07:24.555894 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:24.581009 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f4d53e-7174-4b66-9196-e64517f8c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ebf83b-97dd-40e7-bac7-c84baf55e923'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:07:24.583488 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb880ce-4088-46a6-bba2-90026e7766a0" -d '{"events": [{"server_uuid": "85f4d53e-7174-4b66-9196-e64517f8c275", "name": "network-vif-plugged", "status": "completed", "tag": "71ebf83b-97dd-40e7-bac7-c84baf55e923"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:24.604291 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 71ebf83b-97dd-40e7-bac7-c84baf55e923, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=71ebf83b-97dd-40e7-bac7-c84baf55e923,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:24.611352 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:24.642788 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d81eac-2d63-4e06-ad82-92c05ac4bff3 x-openstack-request-id: req-30d81eac-2d63-4e06-ad82-92c05ac4bff3 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:24.643080 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f4d53e-7174-4b66-9196-e64517f8c275", "name": "network-vif-plugged", "status": "completed", "tag": "71ebf83b-97dd-40e7-bac7-c84baf55e923", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:24.643379 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30d81eac-2d63-4e06-ad82-92c05ac4bff3 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:24.643765 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f4d53e-7174-4b66-9196-e64517f8c275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ebf83b-97dd-40e7-bac7-c84baf55e923', 'code': 200} Sep 20 05:07:24.669889 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=71ebf83b-97dd-40e7-bac7-c84baf55e923,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:24.943330 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342bea5-bd0e-4a9e-bb0f-e6c117ec3ff4 req-ea6e5acb-1088-4b12-a761-6a0e5601f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:24.946810 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3342bea5-bd0e-4a9e-bb0f-e6c117ec3ff4 req-ea6e5acb-1088-4b12-a761-6a0e5601f503 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 1098 time: 0.0481877 Sep 20 05:07:24.989366 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3342bea5-bd0e-4a9e-bb0f-e6c117ec3ff4 req-c7c21e30-faaf-47b4-add9-d1ec0fb2779a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Sep 20 05:07:25.222340 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded1841-23a0-4193-ad68-2588563f01ba req-39522e9d-d4d2-4a75-8a8c-d5cbf6a0eb23 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:25.223895 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1ded1841-23a0-4193-ad68-2588563f01ba req-39522e9d-d4d2-4a75-8a8c-d5cbf6a0eb23 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 945 time: 0.0599597 Sep 20 05:07:25.266484 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1ded1841-23a0-4193-ad68-2588563f01ba req-4bae3398-8d0e-41af-92ef-19b1373d6acc tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339234 Sep 20 05:07:25.374273 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f85238-7df8-4c02-be9c-90ce5d5e9059 req-f8cfc114-9632-4206-b664-e4665a5f0be2 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:25.375904 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c7f85238-7df8-4c02-be9c-90ce5d5e9059 req-f8cfc114-9632-4206-b664-e4665a5f0be2 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0525999 Sep 20 05:07:25.415174 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c7f85238-7df8-4c02-be9c-90ce5d5e9059 req-a2e9d160-82e8-497a-ae05-1356a1fec593 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Sep 20 05:07:25.649319 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646412e-6cf2-4ea4-8e04-5e8fd781ee32 req-fd0fb448-1d07-4caa-a1ee-51fdea946063 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:25.650881 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2646412e-6cf2-4ea4-8e04-5e8fd781ee32 req-fd0fb448-1d07-4caa-a1ee-51fdea946063 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0780652 Sep 20 05:07:25.701854 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2646412e-6cf2-4ea4-8e04-5e8fd781ee32 req-ba6cc436-7b88-474c-bc5f-dabca4f8815f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439548 Sep 20 05:07:26.406702 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba1518-c4e3-45f3-82b6-0a9a870ef897 req-e87a42c0-06be-4acd-8af3-7a0ffa528047 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:26.408302 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8ba1518-c4e3-45f3-82b6-0a9a870ef897 req-e87a42c0-06be-4acd-8af3-7a0ffa528047 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 945 time: 0.0621815 Sep 20 05:07:26.479523 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8ba1518-c4e3-45f3-82b6-0a9a870ef897 req-b03d543e-1f62-4be3-b017-5d2ac83d08b3 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641217 Sep 20 05:07:26.504343 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbed8c-9be3-45ec-8c90-e0573d2e0736 req-8c4b3be6-e824-4c09-a5be-53a7ae79ab11 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:26.512562 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-84dbed8c-9be3-45ec-8c90-e0573d2e0736 req-8c4b3be6-e824-4c09-a5be-53a7ae79ab11 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0687115 Sep 20 05:07:26.550346 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-84dbed8c-9be3-45ec-8c90-e0573d2e0736 req-9e23883e-80ae-4d8f-80a4-26872542576a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368683 Sep 20 05:07:26.606756 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4811e-ea6f-42df-b615-d932e0f0c610 req-b331c599-6532-430e-900a-73f880299ff1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:26.608352 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-61e4811e-ea6f-42df-b615-d932e0f0c610 req-b331c599-6532-430e-900a-73f880299ff1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0554860 Sep 20 05:07:26.680330 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-61e4811e-ea6f-42df-b615-d932e0f0c610 req-8d00b038-24d9-43c3-9ef5-6201f1b89c03 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645807 Sep 20 05:07:26.839480 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff032d1-8c24-4831-b957-f37ca481f106 req-78da9035-38ea-4324-94ab-8f2249a5f961 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:26.848679 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1ff032d1-8c24-4831-b957-f37ca481f106 req-78da9035-38ea-4324-94ab-8f2249a5f961 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0701542 Sep 20 05:07:26.887154 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1ff032d1-8c24-4831-b957-f37ca481f106 req-5937f580-bc06-4a18-bc5a-a2113286dde5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373020 Sep 20 05:07:26.931246 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc779325-fc3f-4884-a6ff-931ca6f7f158 req-e6985a7a-18f1-4c23-ad5c-638b43b13860 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440986 Sep 20 05:07:27.025179 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc779325-fc3f-4884-a6ff-931ca6f7f158 req-a5d184f2-4684-445b-9638-1a5c82a9498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:27.026773 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc779325-fc3f-4884-a6ff-931ca6f7f158 req-a5d184f2-4684-445b-9638-1a5c82a9498f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 1099 time: 0.0413568 Sep 20 05:07:27.167989 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc779325-fc3f-4884-a6ff-931ca6f7f158 req-52a37bd3-9d09-40e8-bf38-26b129f83360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:27.169658 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc779325-fc3f-4884-a6ff-931ca6f7f158 req-52a37bd3-9d09-40e8-bf38-26b129f83360 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 918 time: 0.1036031 Sep 20 05:07:27.221690 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc779325-fc3f-4884-a6ff-931ca6f7f158 req-eb28c014-c5e0-4165-a811-9f1ec523e063 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=506ec739-6cc1-43a4-bb59-a2f46a11504e HTTP/1.1" status: 200 len: 217 time: 0.0365889 Sep 20 05:07:27.281530 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc779325-fc3f-4884-a6ff-931ca6f7f158 req-20f6f4a0-296c-48c1-a2bf-0b02526812ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:27.286289 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc779325-fc3f-4884-a6ff-931ca6f7f158 req-20f6f4a0-296c-48c1-a2bf-0b02526812ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9dab44c-6e76-406e-b06a-c49dd641171c HTTP/1.1" status: 200 len: 858 time: 0.0488360 Sep 20 05:07:27.322023 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc779325-fc3f-4884-a6ff-931ca6f7f158 req-b76b7686-0e8a-4195-89df-7635646fa16a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293114 Sep 20 05:07:27.424542 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc779325-fc3f-4884-a6ff-931ca6f7f158 req-9cb40dad-fd77-4553-992c-297060bffeff service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918260 Sep 20 05:07:27.529086 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc779325-fc3f-4884-a6ff-931ca6f7f158 req-6688b289-648a-44c3-8976-2ee5512197a6 service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929759 Sep 20 05:07:27.625064 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbddd19-0875-41c5-8e96-31f32ee5daeb req-49cbaa20-fafa-452f-940e-974f6b025d88 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:27.627009 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3dbddd19-0875-41c5-8e96-31f32ee5daeb req-49cbaa20-fafa-452f-940e-974f6b025d88 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 945 time: 0.0559831 Sep 20 05:07:27.716706 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3dbddd19-0875-41c5-8e96-31f32ee5daeb req-6b9e9fcf-a8e2-4cec-b486-8f9d3f91d3c4 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818706 Sep 20 05:07:27.753407 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16c936-cd23-4741-a182-24b609636150 req-c7e95047-180d-4505-82d1-7fd776c7cd16 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:27.770544 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2d16c936-cd23-4741-a182-24b609636150 req-c7e95047-180d-4505-82d1-7fd776c7cd16 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.1242201 Sep 20 05:07:27.830999 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2d16c936-cd23-4741-a182-24b609636150 req-353b42a2-7674-4a68-8b62-5809f3811abc tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595038 Sep 20 05:07:27.873500 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bdcce-18b0-48d3-a240-6db34b06b2dc req-c9e41b9a-3a8a-4506-b1cc-f4a9a87b53a2 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:27.875145 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c28bdcce-18b0-48d3-a240-6db34b06b2dc req-c9e41b9a-3a8a-4506-b1cc-f4a9a87b53a2 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0672317 Sep 20 05:07:27.927642 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c28bdcce-18b0-48d3-a240-6db34b06b2dc req-845079fa-5d6b-493b-a06c-910e0cb9c9e2 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449350 Sep 20 05:07:28.051374 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47983c-e74b-4252-865e-171a7f08c03b req-025e1d48-c05d-46c0-afc4-822764ac01f8 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:28.053559 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1d47983c-e74b-4252-865e-171a7f08c03b req-025e1d48-c05d-46c0-afc4-822764ac01f8 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0770884 Sep 20 05:07:28.131828 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1d47983c-e74b-4252-865e-171a7f08c03b req-84fda596-fa4f-47b1-88f3-dbf301bab1e9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676436 Sep 20 05:07:28.387702 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:28.964686 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89a12c-2ca0-436d-927f-c08746cd4d54 req-904c3bfe-533f-4f3d-9457-6dac3398d65e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:28.968641 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a89a12c-2ca0-436d-927f-c08746cd4d54 req-904c3bfe-533f-4f3d-9457-6dac3398d65e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0642264 Sep 20 05:07:29.035342 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a89a12c-2ca0-436d-927f-c08746cd4d54 req-0262524f-897b-4ef0-8d61-22c196f490e6 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585499 Sep 20 05:07:29.077310 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776f785-27ae-4dd6-9c1f-b3bd53ef01a2 req-cfcccc53-4451-4c6d-8bc0-f86b089d935e tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:29.078797 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0776f785-27ae-4dd6-9c1f-b3bd53ef01a2 req-cfcccc53-4451-4c6d-8bc0-f86b089d935e tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0638058 Sep 20 05:07:29.122399 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0776f785-27ae-4dd6-9c1f-b3bd53ef01a2 req-bfde83f8-f34f-4075-a967-d8db224dc5cc tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363574 Sep 20 05:07:29.263128 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f267-586a-4f15-81f1-029f99a35a17 req-d04fa745-f303-4263-b110-b25dd1f907f3 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:29.264813 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4f00f267-586a-4f15-81f1-029f99a35a17 req-d04fa745-f303-4263-b110-b25dd1f907f3 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0557594 Sep 20 05:07:29.320876 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4f00f267-586a-4f15-81f1-029f99a35a17 req-a7d5e5e8-f130-4fb9-b69d-5c357478cafa tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496395 Sep 20 05:07:30.154943 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505a9d8-cbc2-4e4f-ad58-8ad0402d8f21 req-fc0f64e2-6f65-4e8e-8919-458bf1835c61 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:30.156350 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6505a9d8-cbc2-4e4f-ad58-8ad0402d8f21 req-fc0f64e2-6f65-4e8e-8919-458bf1835c61 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0497336 Sep 20 05:07:30.197978 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6505a9d8-cbc2-4e4f-ad58-8ad0402d8f21 req-41707657-0405-41dd-a99b-1b6a32d4c13b tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354791 Sep 20 05:07:30.256581 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32537b36-7d13-49bf-8e2a-683a1f8fc3d6 req-2dda7d15-5d76-4a1e-91d9-d8b7d3ab8e5b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:30.258056 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32537b36-7d13-49bf-8e2a-683a1f8fc3d6 req-2dda7d15-5d76-4a1e-91d9-d8b7d3ab8e5b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0588870 Sep 20 05:07:30.296956 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32537b36-7d13-49bf-8e2a-683a1f8fc3d6 req-69f98164-9f91-4087-9782-c8961ec05589 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328851 Sep 20 05:07:30.463655 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab063-581e-4ccf-9d8a-02f5ff20e741 req-53fc4521-360b-4a63-ba81-249d5d1a2558 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:30.465895 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-76fab063-581e-4ccf-9d8a-02f5ff20e741 req-53fc4521-360b-4a63-ba81-249d5d1a2558 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0659521 Sep 20 05:07:30.528311 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-76fab063-581e-4ccf-9d8a-02f5ff20e741 req-72ead115-e198-4ec6-93a2-f84dedf7cf8f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552974 Sep 20 05:07:31.324828 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cb04c-bcbf-4aa2-9dcc-fd501c8e6b11 req-20b2008d-08ac-47f4-a266-3a4930bdbe4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:31.326812 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf5cb04c-bcbf-4aa2-9dcc-fd501c8e6b11 req-20b2008d-08ac-47f4-a266-3a4930bdbe4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0503926 Sep 20 05:07:31.368909 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf5cb04c-bcbf-4aa2-9dcc-fd501c8e6b11 req-f6963ba0-2988-431d-b2c6-2ce02a0de195 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351577 Sep 20 05:07:31.426604 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de302d-e8f2-4244-a36f-f16563b790bf req-eb4d1605-76df-4786-9d12-c7a8bbb68206 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:31.428133 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b6de302d-e8f2-4244-a36f-f16563b790bf req-eb4d1605-76df-4786-9d12-c7a8bbb68206 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0575550 Sep 20 05:07:31.474802 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b6de302d-e8f2-4244-a36f-f16563b790bf req-158a586a-0d67-4934-9932-7ceb3a6c796d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396535 Sep 20 05:07:31.508267 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a10c547f-42e0-426b-9cac-b907d66b24e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:31.668729 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf31fb2-567f-490b-9b8c-fad76cb496a8 req-9c9a6554-a792-418a-8cdc-19085b7928f6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:31.670826 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bbf31fb2-567f-490b-9b8c-fad76cb496a8 req-9c9a6554-a792-418a-8cdc-19085b7928f6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0577447 Sep 20 05:07:31.716745 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bbf31fb2-567f-490b-9b8c-fad76cb496a8 req-b46dd374-2ca2-44d8-ae34-a3326b6695a6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383272 Sep 20 05:07:32.498251 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846c2f2-1d5c-4fef-b75e-c4ddc0fec5da req-a177140e-6386-4dd3-8cb3-8cbf45ca789f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:32.499779 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6846c2f2-1d5c-4fef-b75e-c4ddc0fec5da req-a177140e-6386-4dd3-8cb3-8cbf45ca789f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0514884 Sep 20 05:07:32.544304 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6846c2f2-1d5c-4fef-b75e-c4ddc0fec5da req-f0894c13-8945-49f3-b18d-deec2491d05f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371451 Sep 20 05:07:32.645122 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82a8c8-f6a2-4683-9325-150e5a655fd9 req-9d2cc539-3dab-4d00-9509-4e60fdcfe9a7 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:32.646644 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5c82a8c8-f6a2-4683-9325-150e5a655fd9 req-9d2cc539-3dab-4d00-9509-4e60fdcfe9a7 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0633986 Sep 20 05:07:32.691263 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5c82a8c8-f6a2-4683-9325-150e5a655fd9 req-5af244bf-c5e7-40b6-a5b9-f6a5df29357b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363188 Sep 20 05:07:32.853285 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d87a-ff99-48e3-8538-038fe5906325 req-4d102d46-781b-40cc-bf95-35422865fe61 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:32.854821 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d08d87a-ff99-48e3-8538-038fe5906325 req-4d102d46-781b-40cc-bf95-35422865fe61 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0525513 Sep 20 05:07:32.900595 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d08d87a-ff99-48e3-8538-038fe5906325 req-0189951f-f536-4a56-9c2f-1d834d28a426 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388877 Sep 20 05:07:33.661482 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b599a-fee5-4fed-801e-7006f4ce54c9 req-3085481b-a92e-4699-a1f2-d79d2fb0f185 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:33.662958 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a93b599a-fee5-4fed-801e-7006f4ce54c9 req-3085481b-a92e-4699-a1f2-d79d2fb0f185 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0490801 Sep 20 05:07:33.705700 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a93b599a-fee5-4fed-801e-7006f4ce54c9 req-4a1a6c9c-56e5-43f1-b3b9-4d3db0d12217 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359812 Sep 20 05:07:33.831362 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc6d49-bb1a-4ceb-92d5-d47fd6e37674 req-f8360436-2eb3-4092-89a4-f572be052b1a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:33.832907 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3fc6d49-bb1a-4ceb-92d5-d47fd6e37674 req-f8360436-2eb3-4092-89a4-f572be052b1a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0593612 Sep 20 05:07:33.889895 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3fc6d49-bb1a-4ceb-92d5-d47fd6e37674 req-d62898e1-1f4f-4492-a756-1f0ba0b5522c tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478914 Sep 20 05:07:34.027531 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901a887-8bff-46d6-ae00-88859c1b7fe2 req-994f75ef-4690-4feb-897e-56a5d0670496 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:34.029365 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3901a887-8bff-46d6-ae00-88859c1b7fe2 req-994f75ef-4690-4feb-897e-56a5d0670496 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0544293 Sep 20 05:07:34.054948 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8ca72c61-f1f1-4772-82c3-70aa51cd639f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:34.079055 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3901a887-8bff-46d6-ae00-88859c1b7fe2 req-95266db4-fa71-4a2c-b70e-d434ca3d795e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433664 Sep 20 05:07:34.828156 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de714c44-8fde-4f95-ba63-cf331ebf0a6f req-847d6fcc-5825-40f9-8f48-4c4106c61ed7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:34.830147 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-de714c44-8fde-4f95-ba63-cf331ebf0a6f req-847d6fcc-5825-40f9-8f48-4c4106c61ed7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0530288 Sep 20 05:07:34.869438 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-de714c44-8fde-4f95-ba63-cf331ebf0a6f req-8fcdd554-3f27-4b10-911b-a86633164c80 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337029 Sep 20 05:07:34.899124 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:35.013794 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fd3f6-a234-4cc3-9c66-c1a4df4f40fa req-b74af5e3-1f09-46fc-8c87-61fef89fdc9b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:35.017719 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f84fd3f6-a234-4cc3-9c66-c1a4df4f40fa req-b74af5e3-1f09-46fc-8c87-61fef89fdc9b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0603356 Sep 20 05:07:35.065234 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f84fd3f6-a234-4cc3-9c66-c1a4df4f40fa req-b81cb3ce-e0fd-4e1f-a459-c78aaa2c53ac tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Sep 20 05:07:35.200854 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614cb92-05c9-4f39-9e4d-1ef52c071a6c req-6c5daf3c-8cc7-43a2-8366-2f3055864cf7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:35.202515 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9614cb92-05c9-4f39-9e4d-1ef52c071a6c req-6c5daf3c-8cc7-43a2-8366-2f3055864cf7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0509815 Sep 20 05:07:35.248560 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9614cb92-05c9-4f39-9e4d-1ef52c071a6c req-5b2ea5f3-33c5-4926-8375-bbbd56beb443 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363369 Sep 20 05:07:35.309082 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:36.005369 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5124889-6593-4edb-a099-1d4ed784760f req-8246a420-bb7a-4675-8560-4533a64cb3bf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:36.006856 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c5124889-6593-4edb-a099-1d4ed784760f req-8246a420-bb7a-4675-8560-4533a64cb3bf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0651267 Sep 20 05:07:36.061516 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c5124889-6593-4edb-a099-1d4ed784760f req-2659b840-8652-460f-bcaf-13768ebf6df6 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467372 Sep 20 05:07:36.189779 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786c60a-e3bf-4d2a-815e-14f9c4250ab5 req-c99b775c-fb53-42c1-8fe0-de50d0250b08 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:36.191423 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1786c60a-e3bf-4d2a-815e-14f9c4250ab5 req-c99b775c-fb53-42c1-8fe0-de50d0250b08 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0551586 Sep 20 05:07:36.260598 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1786c60a-e3bf-4d2a-815e-14f9c4250ab5 req-98ed8e2a-3888-4969-ad84-c4e139cfc2d7 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623636 Sep 20 05:07:36.427057 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3439a-95fc-4c2a-bb07-5f9da20451ce req-5eb3c5ea-2825-44e6-baf4-db2f1ef6943a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:36.429603 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-39b3439a-95fc-4c2a-bb07-5f9da20451ce req-5eb3c5ea-2825-44e6-baf4-db2f1ef6943a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0689473 Sep 20 05:07:36.487141 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-39b3439a-95fc-4c2a-bb07-5f9da20451ce req-37a668c6-0c8b-43a1-b4f5-a5dd5fdb4e23 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484672 Sep 20 05:07:36.774352 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:37.201942 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be503780-70fe-4e5a-94bd-76bb166f5b88 req-06f204d7-c689-4bf4-9491-26b0f8050f9d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:37.203660 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-be503780-70fe-4e5a-94bd-76bb166f5b88 req-06f204d7-c689-4bf4-9491-26b0f8050f9d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0720239 Sep 20 05:07:37.251843 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-be503780-70fe-4e5a-94bd-76bb166f5b88 req-44a63fcc-9bad-4ea3-9c42-6ee524cf9d9f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412560 Sep 20 05:07:37.402717 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57d0dd-8a76-4a57-a330-8c3aeab34b83 req-25b7bbe8-f493-42d7-bbc0-9fdd47c6b8ee tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:37.404571 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dd57d0dd-8a76-4a57-a330-8c3aeab34b83 req-25b7bbe8-f493-42d7-bbc0-9fdd47c6b8ee tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0692499 Sep 20 05:07:37.453137 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dd57d0dd-8a76-4a57-a330-8c3aeab34b83 req-9c8bb9c5-bbff-4eba-a45e-df331cb7a701 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Sep 20 05:07:37.626873 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb5a76-2a2c-4181-8837-5ce3f4f01229 req-3ec5b8ce-df0b-43f2-a563-9ba55e47f070 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:37.631435 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0cfb5a76-2a2c-4181-8837-5ce3f4f01229 req-3ec5b8ce-df0b-43f2-a563-9ba55e47f070 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0597599 Sep 20 05:07:37.676296 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0cfb5a76-2a2c-4181-8837-5ce3f4f01229 req-d1ab7fcc-b2f2-4823-9354-cfcb4e8ad3da tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374994 Sep 20 05:07:38.366593 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ca739-4e15-4b26-b14b-b36c651bb1ba req-dfa589d1-ebb0-405f-bf26-739467df9184 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:38.368092 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-971ca739-4e15-4b26-b14b-b36c651bb1ba req-dfa589d1-ebb0-405f-bf26-739467df9184 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0526075 Sep 20 05:07:38.408678 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-971ca739-4e15-4b26-b14b-b36c651bb1ba req-ffb725ae-aa5e-4dcd-8059-cc6dd8433397 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341763 Sep 20 05:07:38.574877 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eac6f-f71b-4a9c-a422-41097dbce3ca req-1ddae7a5-9952-47c3-abde-7da4da5f73ee tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:38.576352 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-815eac6f-f71b-4a9c-a422-41097dbce3ca req-1ddae7a5-9952-47c3-abde-7da4da5f73ee tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0528452 Sep 20 05:07:38.613241 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-815eac6f-f71b-4a9c-a422-41097dbce3ca req-068b2750-f0ca-436b-a660-0368e4e643d2 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308709 Sep 20 05:07:38.818525 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5f72e-bf6f-4cd2-83a9-fc61d0ab08c0 req-fd51db33-3f27-48fe-bc90-8aa03b129783 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:38.820332 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13c5f72e-bf6f-4cd2-83a9-fc61d0ab08c0 req-fd51db33-3f27-48fe-bc90-8aa03b129783 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0647647 Sep 20 05:07:38.874438 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13c5f72e-bf6f-4cd2-83a9-fc61d0ab08c0 req-e56e95d7-792d-4658-a5c5-27137b1c977d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421638 Sep 20 05:07:39.534543 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660a30d-5d4d-4112-8630-59f9042a1b20 req-99d524da-17ec-490c-a0ee-19dc278d3dbe tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:39.536157 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9660a30d-5d4d-4112-8630-59f9042a1b20 req-99d524da-17ec-490c-a0ee-19dc278d3dbe tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0493350 Sep 20 05:07:39.586300 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9660a30d-5d4d-4112-8630-59f9042a1b20 req-6e0a9470-8cf1-419b-88fd-39a3320a9426 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401134 Sep 20 05:07:39.689052 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09dcc6-4e3b-4ea1-bd6f-46ddfd4cfa88 req-6b318989-8f9b-4f46-a56a-d43e2fa53fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:39.690690 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7b09dcc6-4e3b-4ea1-bd6f-46ddfd4cfa88 req-6b318989-8f9b-4f46-a56a-d43e2fa53fda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 1098 time: 0.0418627 Sep 20 05:07:39.731430 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7b09dcc6-4e3b-4ea1-bd6f-46ddfd4cfa88 req-9a208b6f-7dae-445f-9ec6-09d46df24b5f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307477 Sep 20 05:07:39.743276 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c55083-e07b-4f65-864a-af3f78f92791 req-67d98525-e897-4af0-bbac-8dd1bc1f2ad7 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:39.751251 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-83c55083-e07b-4f65-864a-af3f78f92791 req-67d98525-e897-4af0-bbac-8dd1bc1f2ad7 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0680997 Sep 20 05:07:39.793643 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-83c55083-e07b-4f65-864a-af3f78f92791 req-e5275cd9-c5f6-454c-b7a9-853c13079d6e tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Sep 20 05:07:40.274143 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906f7f6-1231-46a3-90cf-d9caa53e8f0a req-95105449-b9bd-484f-a719-f219434a7f09 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:40.275615 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b906f7f6-1231-46a3-90cf-d9caa53e8f0a req-95105449-b9bd-484f-a719-f219434a7f09 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.3193991 Sep 20 05:07:40.326291 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-a6c61f3c-361f-496c-8400-9353327198e2 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:40.327830 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-a6c61f3c-361f-496c-8400-9353327198e2 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/networks?id=a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 200 len: 815 time: 0.3622966 Sep 20 05:07:40.351870 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b906f7f6-1231-46a3-90cf-d9caa53e8f0a req-c0a31f7d-2cbe-4ebd-88b3-9882a96923f5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656855 Sep 20 05:07:40.359081 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-a83b5f7a-fe73-46a3-ba1b-5923b48de93b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/quotas/d5c5b5c0c55840cab46db661722c8d3e HTTP/1.1" status: 200 len: 375 time: 0.0232117 Sep 20 05:07:40.416470 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device f123ffee-366f-4849-a484-c8f6c7824115 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:07:40.418243 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-773323c5-93e1-407e-ba61-41b55cee7e02 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580897 Sep 20 05:07:40.533910 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-da499588-ebb3-4d09-a84c-d9ad1a7fdfff service neutron] 10.222.0.32 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071367 Sep 20 05:07:40.626772 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f123ffee-366f-4849-a484-c8f6c7824115,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:40.666186 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'f123ffee-366f-4849-a484-c8f6c7824115', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'port_id': 'f123ffee-366f-4849-a484-c8f6c7824115', 'mac_address': 'fa:16:3e:52:72:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:07:40.701255 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-62fe978c-42bc-4c0d-97ce-50d5d238adac service neutron] 10.222.0.32 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564181 Sep 20 05:07:40.736722 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:40.751149 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f123ffee-366f-4849-a484-c8f6c7824115 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:07:40.778191 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f123ffee-366f-4849-a484-c8f6c7824115,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:40.784601 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:40.795421 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdef677-9c0f-432e-b023-1fe5b5505174 req-1f3495d3-6174-4b76-87cf-9113946fd433 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:40.797284 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9fdef677-9c0f-432e-b023-1fe5b5505174 req-1f3495d3-6174-4b76-87cf-9113946fd433 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0785980 Sep 20 05:07:40.858642 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=f123ffee-366f-4849-a484-c8f6c7824115,revision_number=6']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:40.881016 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:40.881716 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:40.882301 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:40.883572 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:40.884150 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:40.884672 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:40.885330 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:40.886377 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:40.886938 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:40.887484 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:40.888033 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:40.888583 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:07:40.892764 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9fdef677-9c0f-432e-b023-1fe5b5505174 req-e4b103e1-956d-4b3d-8b89-b884ff91d66d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732176 Sep 20 05:07:41.003242 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0d8dea8c-573b-40c2-90a2-5e6777a9778f req-3d127966-041d-48b2-b216-c97e7d267d29 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 210 time: 0.0383012 Sep 20 05:07:41.030286 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c48fb5-6b30-4232-8d1d-e68b4d692369 req-c630a1f6-da28-4726-93f7-e5d2ce63d454 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:41.044627 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-69c48fb5-6b30-4232-8d1d-e68b4d692369 req-c630a1f6-da28-4726-93f7-e5d2ce63d454 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.1120284 Sep 20 05:07:41.096398 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-69c48fb5-6b30-4232-8d1d-e68b4d692369 req-aacab14f-44f4-4f63-813a-85b23516c927 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496988 Sep 20 05:07:41.104686 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['f123ffee-366f-4849-a484-c8f6c7824115'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:07:41.547416 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd1705-0bd0-4959-9ac4-817e951c99f1 req-3184cbb8-45b1-48f0-bceb-280df124c3d5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:41.555223 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d0fd1705-0bd0-4959-9ac4-817e951c99f1 req-3184cbb8-45b1-48f0-bceb-280df124c3d5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 944 time: 0.0932257 Sep 20 05:07:41.624157 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d0fd1705-0bd0-4959-9ac4-817e951c99f1 req-85524085-7c5d-4fdb-9e98-9de228b2ea47 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640407 Sep 20 05:07:42.031481 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe1e60-5b09-4426-b8ab-87fa3d54c28c req-001e5c45-4c82-4b08-b4c8-3c021c10e7f7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:42.033015 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0fbe1e60-5b09-4426-b8ab-87fa3d54c28c req-001e5c45-4c82-4b08-b4c8-3c021c10e7f7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0511968 Sep 20 05:07:42.089043 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0fbe1e60-5b09-4426-b8ab-87fa3d54c28c req-a9654ae7-a1c9-4282-90fb-b3a39daf1977 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442543 Sep 20 05:07:42.131127 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1117dbb1-0ab3-48db-a013-2ed1c1817ebf req-8f463ec2-e0d0-4c82-bd50-508dcad91098 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 210 time: 0.0366733 Sep 20 05:07:42.226684 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf9b89-d03b-4f1d-b0fd-62117980a7a5 req-c7cf8212-2c5f-4516-93e2-40331d944e68 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:42.228363 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1acf9b89-d03b-4f1d-b0fd-62117980a7a5 req-c7cf8212-2c5f-4516-93e2-40331d944e68 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0553732 Sep 20 05:07:42.270313 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1acf9b89-d03b-4f1d-b0fd-62117980a7a5 req-6643d130-c724-4511-8d91-5942ed452415 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361316 Sep 20 05:07:42.436239 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device f123ffee-366f-4849-a484-c8f6c7824115 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:42.487213 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port f123ffee-366f-4849-a484-c8f6c7824115 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:42.487483 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:42.597714 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94431ed-58eb-48d4-a604-601f9d8e53a8 req-f016bf53-dcc0-4c52-b9a5-498f7082d699 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:42.599299 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b94431ed-58eb-48d4-a604-601f9d8e53a8 req-f016bf53-dcc0-4c52-b9a5-498f7082d699 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0911000 Sep 20 05:07:42.604390 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:42.629385 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:07:42.639589 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7787d2c3-8756-4f18-aae9-4aa638c941d5" -d '{"events": [{"server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "name": "network-vif-plugged", "status": "completed", "tag": "f123ffee-366f-4849-a484-c8f6c7824115"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:42.665901 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b94431ed-58eb-48d4-a604-601f9d8e53a8 req-e448ea50-ab30-4424-93b0-82f6697198b9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587602 Sep 20 05:07:42.693127 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f123ffee-366f-4849-a484-c8f6c7824115,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:42.699537 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:42.800804 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fab3050-329b-46d5-831b-e645a7e9726b x-openstack-request-id: req-7fab3050-329b-46d5-831b-e645a7e9726b {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:42.801144 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "name": "network-vif-plugged", "status": "completed", "tag": "f123ffee-366f-4849-a484-c8f6c7824115", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:42.801326 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fab3050-329b-46d5-831b-e645a7e9726b {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:42.804133 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115', 'code': 200} Sep 20 05:07:42.837224 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=f123ffee-366f-4849-a484-c8f6c7824115,revision_number=7']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:42.840821 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641b24b-b8e4-4834-b427-8624ac0a40bc req-d30f6593-1117-440f-8d4e-eee966121d0c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:42.854443 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8641b24b-b8e4-4834-b427-8624ac0a40bc req-d30f6593-1117-440f-8d4e-eee966121d0c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0862408 Sep 20 05:07:42.904728 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ae515-99c6-4d7f-91a5-801126be0319 req-1f9d1369-e244-4217-9845-6e278cb8ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:42.911827 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b77ae515-99c6-4d7f-91a5-801126be0319 req-1f9d1369-e244-4217-9845-6e278cb8ec49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 1098 time: 0.2386720 Sep 20 05:07:42.923829 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8641b24b-b8e4-4834-b427-8624ac0a40bc req-bc48e2e2-5eaf-4bc1-9f1e-e4de255c0dca tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676296 Sep 20 05:07:43.100430 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-2c7eccf6-97d6-4237-b199-a76202484b97 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:43.101925 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-2c7eccf6-97d6-4237-b199-a76202484b97 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "GET /v2.0/networks?id=a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 200 len: 815 time: 0.3216228 Sep 20 05:07:43.133679 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Request body: {'port': {'device_id': '5db0de48-318b-4499-8baf-b16090b08d46', 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958', 'admin_state_up': True, 'tenant_id': 'd5c5b5c0c55840cab46db661722c8d3e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:43.155569 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ae515-99c6-4d7f-91a5-801126be0319 req-7e37ef85-9fff-4571-96a2-e1f763440918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:43.157455 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b77ae515-99c6-4d7f-91a5-801126be0319 req-7e37ef85-9fff-4571-96a2-e1f763440918 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 918 time: 0.2277467 Sep 20 05:07:43.307223 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b77ae515-99c6-4d7f-91a5-801126be0319 req-d04123b6-0694-407c-9aec-a00d81ad6f06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1320ba1-c5dd-40cc-bd21-267c042ff4cc HTTP/1.1" status: 200 len: 217 time: 0.0521834 Sep 20 05:07:43.315210 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0193f81d-da4d-4ba7-a35f-21dd7832f4ac req-5d82f396-fd74-4685-896a-3305a0c47eaf tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 210 time: 0.0455947 Sep 20 05:07:43.352124 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9bdaa-9d48-44d8-966f-0e881ff0c68a req-5eac8a77-1cb6-4cd9-b945-d252e9bb4b85 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:43.356444 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-07c9bdaa-9d48-44d8-966f-0e881ff0c68a req-5eac8a77-1cb6-4cd9-b945-d252e9bb4b85 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.1189575 Sep 20 05:07:43.382670 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Made reservation on behalf of d5c5b5c0c55840cab46db661722c8d3e for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:07:43.386960 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:43.425603 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ae515-99c6-4d7f-91a5-801126be0319 req-db07dd51-ff32-4e2b-ae5d-64edf8ba23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:43.427465 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b77ae515-99c6-4d7f-91a5-801126be0319 req-db07dd51-ff32-4e2b-ae5d-64edf8ba23fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9dab44c-6e76-406e-b06a-c49dd641171c HTTP/1.1" status: 200 len: 858 time: 0.1082511 Sep 20 05:07:43.459974 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-07c9bdaa-9d48-44d8-966f-0e881ff0c68a req-041d8c62-53ac-415e-9246-04b842412e4d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909324 Sep 20 05:07:43.608284 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Allocated IP 172.20.0.3 (a90939f0-4c90-432c-81e7-3d6ba2213958/b7b8e991-2efe-4ed7-952d-d5a0a41f072f/42c99f28-77e3-4de6-886f-63afbaa22397) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:43.863057 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:43.882648 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf58b9-ca4f-4a7f-93be-d2272bb98227 req-87be202b-7aa1-4397-8576-7d40fddbb4cf tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:43.892987 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-daaf58b9-ca4f-4a7f-93be-d2272bb98227 req-87be202b-7aa1-4397-8576-7d40fddbb4cf tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.1142099 Sep 20 05:07:44.027846 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-daaf58b9-ca4f-4a7f-93be-d2272bb98227 req-293779da-a64a-492e-852d-b89c54af656e tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327438 Sep 20 05:07:44.050967 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b77ae515-99c6-4d7f-91a5-801126be0319 req-77bc42d0-b7fb-46db-b162-b54d83b75e06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5661747 Sep 20 05:07:44.053386 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:44.097997 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['456ed1cb-d485-4ea3-8658-fadad468bd04', '33c961c6-979a-4e8b-9f62-0b213b0b8103', '71ebf83b-97dd-40e7-bac7-c84baf55e923'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:07:44.175299 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0aaa3-3692-4ae2-8308-702046e743cc req-ce99c408-8e65-4879-9acc-a2537fee306c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:44.188063 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-96a0aaa3-3692-4ae2-8308-702046e743cc req-ce99c408-8e65-4879-9acc-a2537fee306c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.1103625 Sep 20 05:07:44.254056 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Network a90939f0-4c90-432c-81e7-3d6ba2213958 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:44.271088 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-96a0aaa3-3692-4ae2-8308-702046e743cc req-c3685e7b-9f51-4dc2-8d45-8761ee2ef8a9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817645 Sep 20 05:07:44.316491 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Pushing event updated for resources: {'Port': ['ID=42c99f28-77e3-4de6-886f-63afbaa22397,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:44.321646 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:44.331397 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:07:44.536336 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:44.540468 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:44.606762 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e642b-ac26-499a-94dd-316444e3862a req-50fc1357-3c35-4cfa-ad35-e1141af9679d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:44.624376 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-631e642b-ac26-499a-94dd-316444e3862a req-50fc1357-3c35-4cfa-ad35-e1141af9679d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 931 time: 0.1906116 Sep 20 05:07:44.663329 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-37c47cfc-0020-40e3-8a5f-bb775e0b6de8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5352998 Sep 20 05:07:44.672218 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b77ae515-99c6-4d7f-91a5-801126be0319 req-141428cc-5b10-413f-a508-6ae887e76caa service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814886 Sep 20 05:07:44.697699 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Request body: {'port': {'device_id': '5db0de48-318b-4499-8baf-b16090b08d46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:44.825370 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-631e642b-ac26-499a-94dd-316444e3862a req-f00c4390-4f39-41ee-81c5-fbff9e84ab19 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090580 Sep 20 05:07:44.884432 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7be65-0772-47e0-bcc6-d73964c03f75 req-a77faa96-cb29-463d-a072-b41a3e977504 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:44.886232 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-06f7be65-0772-47e0-bcc6-d73964c03f75 req-a77faa96-cb29-463d-a072-b41a3e977504 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.1615634 Sep 20 05:07:44.979371 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-06f7be65-0772-47e0-bcc6-d73964c03f75 req-15f5382c-e1ac-4311-b339-e317608851d4 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860701 Sep 20 05:07:45.042131 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b77ae515-99c6-4d7f-91a5-801126be0319 req-8e8d4560-7b83-4bdb-9754-7c4952d5211f service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351188 Sep 20 05:07:45.042610 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:45.233459 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d61b8-93e9-402d-8682-419f41fd3ee5 req-69c3e756-57b1-477c-9954-68d1fb8e5c39 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:45.235189 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-da3d61b8-93e9-402d-8682-419f41fd3ee5 req-69c3e756-57b1-477c-9954-68d1fb8e5c39 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.1104872 Sep 20 05:07:45.306141 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-da3d61b8-93e9-402d-8682-419f41fd3ee5 req-ab2c8d5f-3ee3-414e-8862-84498a2b96aa tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617321 Sep 20 05:07:45.497034 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c99f28-77e3-4de6-886f-63afbaa22397 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:07:45.505220 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:45.530941 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86eb8f-de66-418b-8d41-6a9b50464604 req-eb1c58c7-26a7-415f-bf02-b3f67983a5f6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:45.532546 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea86eb8f-de66-418b-8d41-6a9b50464604 req-eb1c58c7-26a7-415f-bf02-b3f67983a5f6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.1216483 Sep 20 05:07:45.546729 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Transition to ACTIVE for port object 42c99f28-77e3-4de6-886f-63afbaa22397 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:07:45.552784 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:45.613271 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea86eb8f-de66-418b-8d41-6a9b50464604 req-b8aee653-b4e4-48ae-9f45-e69ab2563a82 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592077 Sep 20 05:07:45.667208 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Pushing event updated for resources: {'Port': ['ID=42c99f28-77e3-4de6-886f-63afbaa22397,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:45.739294 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Attempting to bind port 42c99f28-77e3-4de6-886f-63afbaa22397 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:07:45.740048 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Attempting to bind port 42c99f28-77e3-4de6-886f-63afbaa22397 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:07:45.740621 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Attempting to bind port 42c99f28-77e3-4de6-886f-63afbaa22397 on network a90939f0-4c90-432c-81e7-3d6ba2213958 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:45.746220 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Port 42c99f28-77e3-4de6-886f-63afbaa22397 on network a90939f0-4c90-432c-81e7-3d6ba2213958 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:07:45.746994 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Attempting to bind port 42c99f28-77e3-4de6-886f-63afbaa22397 on network a90939f0-4c90-432c-81e7-3d6ba2213958 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:45.761311 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:07:45.761697 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Checking segment: {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:07:45.761961 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Bound using segment: {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:07:45.762392 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Bound port: 42c99f28-77e3-4de6-886f-63afbaa22397, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3215fa7f-4217-4674-8ff0-57c8c97b284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:07:45.762752 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:45.863790 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] For port 42c99f28-77e3-4de6-886f-63afbaa22397, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:45.867581 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] For port 42c99f28-77e3-4de6-886f-63afbaa22397, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=42c99f28-77e3-4de6-886f-63afbaa22397,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:45.904268 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:45.986595 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:45.987475 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:45.989134 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] 10.222.0.23 "PUT /v2.0/ports/42c99f28-77e3-4de6-886f-63afbaa22397 HTTP/1.1" status: 200 len: 1093 time: 1.3001370 Sep 20 05:07:45.992100 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db0de48-318b-4499-8baf-b16090b08d46', 'tag': '42c99f28-77e3-4de6-886f-63afbaa22397'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:07:45.992639 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fcb06d-a69d-4470-898a-f1610be97d51" -d '{"events": [{"name": "network-changed", "server_uuid": "5db0de48-318b-4499-8baf-b16090b08d46", "tag": "42c99f28-77e3-4de6-886f-63afbaa22397"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:46.028370 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af95f1-f6e4-478c-99cb-fc1dda80f925 service neutron] Pushing event updated for resources: {'Port': ['ID=42c99f28-77e3-4de6-886f-63afbaa22397,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:46.096840 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c674e-0cc4-4ec5-a216-e395e73e0330 req-06e5d1d5-3af8-4ef5-995d-669001e4bf25 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:46.108913 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-923c674e-0cc4-4ec5-a216-e395e73e0330 req-06e5d1d5-3af8-4ef5-995d-669001e4bf25 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 943 time: 0.1056626 Sep 20 05:07:46.154818 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-8fecc37e-df70-48e9-b839-8da7067c5a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:46.157131 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-8fecc37e-df70-48e9-b839-8da7067c5a6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 1096 time: 0.0814013 Sep 20 05:07:46.234691 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-f323222c-e027-49ad-bb29-caad71b1d0c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42c99f28-77e3-4de6-886f-63afbaa22397 HTTP/1.1" status: 200 len: 217 time: 0.0505588 Sep 20 05:07:46.258226 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-923c674e-0cc4-4ec5-a216-e395e73e0330 req-6b851929-d232-42a6-a0d8-6bb497ff3ff6 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436410 Sep 20 05:07:46.279940 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271843b4-e167-4ca6-a675-c11f9b664bab req-0f251d8a-a531-4baf-ac07-5ad5f4ae5f84 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:46.286974 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-271843b4-e167-4ca6-a675-c11f9b664bab req-0f251d8a-a531-4baf-ac07-5ad5f4ae5f84 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.1605413 Sep 20 05:07:46.335564 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-c3cc35b5-817e-4dae-8ce4-998878ce849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:46.337369 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-c3cc35b5-817e-4dae-8ce4-998878ce849f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7b8e991-2efe-4ed7-952d-d5a0a41f072f HTTP/1.1" status: 200 len: 855 time: 0.0952775 Sep 20 05:07:46.341653 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ec5623-202f-4f89-bd37-89dd839c88cb x-openstack-request-id: req-c9ec5623-202f-4f89-bd37-89dd839c88cb {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:46.342317 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db0de48-318b-4499-8baf-b16090b08d46", "tag": "42c99f28-77e3-4de6-886f-63afbaa22397", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:46.342786 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9ec5623-202f-4f89-bd37-89dd839c88cb {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:46.343923 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db0de48-318b-4499-8baf-b16090b08d46', 'tag': '42c99f28-77e3-4de6-886f-63afbaa22397', 'status': 'completed', 'code': 200} Sep 20 05:07:46.379160 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-271843b4-e167-4ca6-a675-c11f9b664bab req-f97da2c4-6e8e-4243-8d9c-80e752f304b4 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843570 Sep 20 05:07:46.459704 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-cde942dc-9edb-4975-a23a-7c464aebb4b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a90939f0-4c90-432c-81e7-3d6ba2213958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903797 Sep 20 05:07:46.607942 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-fb9d0a33-feb4-4f16-81ad-6a43d407e2e0 service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366799 Sep 20 05:07:46.659214 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-d0176074-d2df-4df0-8b89-028bd288d52e tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037133943&fields=id&tenant_id=1074f9196db945dd9f2236b3eca92230 HTTP/1.1" status: 200 len: 267 time: 0.1740620 Sep 20 05:07:46.747228 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48b08f-c86a-4995-b90c-4aa1c4bf44cb req-59e5c127-ee2c-4e4f-b61d-bda91dd21071 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:46.759541 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ede6e1c-fe93-4f86-8dea-5652f7d2543b req-bb54e48d-4fc0-419c-8ba9-2b00da660da9 service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424282 Sep 20 05:07:46.760472 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8e48b08f-c86a-4995-b90c-4aa1c4bf44cb req-59e5c127-ee2c-4e4f-b61d-bda91dd21071 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.2206571 Sep 20 05:07:46.883725 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8e48b08f-c86a-4995-b90c-4aa1c4bf44cb req-7916dab5-55be-4f71-8420-7684822d5bd2 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163449 Sep 20 05:07:46.946867 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcb06d-a69d-4470-898a-f1610be97d51 req-ea3507f0-6d9e-4971-8cc5-2de8eaef8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:46.948679 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-12fcb06d-a69d-4470-898a-f1610be97d51 req-ea3507f0-6d9e-4971-8cc5-2de8eaef8d82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 1096 time: 0.1004879 Sep 20 05:07:47.004182 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b38c-6055-44bc-9d95-662882ce5fef req-3c3aa850-7881-47e2-937a-eaa0a38240bb tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:47.014497 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-3c3aa850-7881-47e2-937a-eaa0a38240bb tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/networks?id=3850c6d9-5a38-4302-9566-5bea500483a4 HTTP/1.1" status: 200 len: 809 time: 0.3524783 Sep 20 05:07:47.092674 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-0fd42f1c-9166-4cff-8ea6-5b66572b9d52 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/quotas/1074f9196db945dd9f2236b3eca92230 HTTP/1.1" status: 200 len: 375 time: 0.0757754 Sep 20 05:07:47.131452 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcb06d-a69d-4470-898a-f1610be97d51 req-c9431293-d146-4701-9027-994d33162e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:47.133064 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-12fcb06d-a69d-4470-898a-f1610be97d51 req-c9431293-d146-4701-9027-994d33162e3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 200 len: 915 time: 0.1698785 Sep 20 05:07:47.142847 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7834c3b-9c8d-4dc4-90ef-01dcbbba5cad req-75e5093e-8685-4f51-93c9-faebb3fbf94c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:47.158001 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b7834c3b-9c8d-4dc4-90ef-01dcbbba5cad req-75e5093e-8685-4f51-93c9-faebb3fbf94c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.1378362 Sep 20 05:07:47.185751 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-12fcb06d-a69d-4470-898a-f1610be97d51 req-42c3ac5a-cbde-4862-9ff6-7e6071104067 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42c99f28-77e3-4de6-886f-63afbaa22397 HTTP/1.1" status: 200 len: 217 time: 0.0362325 Sep 20 05:07:47.243149 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-1f4f5584-fb96-46c9-98ae-d78e13554e60 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1074f9196db945dd9f2236b3eca92230&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366634 Sep 20 05:07:47.252677 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b7834c3b-9c8d-4dc4-90ef-01dcbbba5cad req-d4fb4f40-6053-41d2-8a04-634c30d32625 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937757 Sep 20 05:07:47.275990 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcb06d-a69d-4470-898a-f1610be97d51 req-f43abd24-f5cc-4dbb-b3e7-1d877e9c9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:47.279292 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-12fcb06d-a69d-4470-898a-f1610be97d51 req-f43abd24-f5cc-4dbb-b3e7-1d877e9c9e87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7b8e991-2efe-4ed7-952d-d5a0a41f072f HTTP/1.1" status: 200 len: 855 time: 0.0825679 Sep 20 05:07:47.346502 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-12fcb06d-a69d-4470-898a-f1610be97d51 req-dfe8ecdc-8b92-4daa-951c-a88e28cfc1b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a90939f0-4c90-432c-81e7-3d6ba2213958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481672 Sep 20 05:07:47.466865 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-b09ced7a-32c0-4a82-ba4f-0d71ff4d6dda service neutron] 10.222.0.32 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130930 Sep 20 05:07:47.478831 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268c65c-f566-4771-a215-823e8e4c8223 req-d9e01d99-32f7-48c7-ba06-3cf94d3b482b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:47.481477 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6268c65c-f566-4771-a215-823e8e4c8223 req-d9e01d99-32f7-48c7-ba06-3cf94d3b482b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 943 time: 0.1068313 Sep 20 05:07:47.499773 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-12fcb06d-a69d-4470-898a-f1610be97d51 req-b162829e-740e-43ce-b0b3-4f591e58e79f service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233544 Sep 20 05:07:47.601286 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6268c65c-f566-4771-a215-823e8e4c8223 req-098d76cb-9817-4f49-b1c5-a8edadc8a903 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960987 Sep 20 05:07:47.640479 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-7d9dc3d1-d1b7-4569-aff9-e76e23bd6b66 service neutron] 10.222.0.32 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580193 Sep 20 05:07:47.732294 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-12fcb06d-a69d-4470-898a-f1610be97d51 req-5502c048-33fd-45a1-a290-16b47a06021f service neutron] 10.222.0.23 "GET /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547203 Sep 20 05:07:47.738810 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64036039-be1b-48c7-a0d7-7be0bf218d12 req-3036f18b-7d16-4fb6-a75a-388393b5f07d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:47.741116 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-64036039-be1b-48c7-a0d7-7be0bf218d12 req-3036f18b-7d16-4fb6-a75a-388393b5f07d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0695198 Sep 20 05:07:47.829321 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-64036039-be1b-48c7-a0d7-7be0bf218d12 req-063463fe-f332-4c80-bbfb-c7c1e706035e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807192 Sep 20 05:07:48.170087 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66f0fe02-e360-4239-9a96-2a6fdc879661 req-049c2842-7c7c-4e5a-b92d-81e5a8a51dd2 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 210 time: 0.0628245 Sep 20 05:07:48.222755 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa767650-4ccb-4e69-b21d-bf8fb31dd9a3 req-0ea3175c-d338-4374-b423-3bae27ca975f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:48.235443 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fa767650-4ccb-4e69-b21d-bf8fb31dd9a3 req-0ea3175c-d338-4374-b423-3bae27ca975f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.1466622 Sep 20 05:07:48.303987 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355995-b9ef-4b72-9a44-8727f7075f68 req-a5bb4715-5401-42c4-9212-318e76da552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:48.305630 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9355995-b9ef-4b72-9a44-8727f7075f68 req-a5bb4715-5401-42c4-9212-318e76da552f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1bfea594b1e04a0da5dd12d328acb684&device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 1098 time: 0.0468087 Sep 20 05:07:48.359337 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fa767650-4ccb-4e69-b21d-bf8fb31dd9a3 req-3d76d48a-5b2a-4d66-8c64-8b5b2b9d3be8 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990887 Sep 20 05:07:48.381604 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d163e71-b815-47dd-8485-dbe283022f14 req-0e5b123d-8135-4445-a2d5-2016cd499617 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:48.383496 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8d163e71-b815-47dd-8485-dbe283022f14 req-0e5b123d-8135-4445-a2d5-2016cd499617 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.1315861 Sep 20 05:07:48.527442 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355995-b9ef-4b72-9a44-8727f7075f68 req-c49175a3-e920-4389-9f5c-bd6810265100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:48.531852 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9355995-b9ef-4b72-9a44-8727f7075f68 req-c49175a3-e920-4389-9f5c-bd6810265100 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82ed44a3-5020-459e-a5d8-53caa9b90a71 HTTP/1.1" status: 200 len: 911 time: 0.2059391 Sep 20 05:07:48.540579 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8d163e71-b815-47dd-8485-dbe283022f14 req-581d07aa-fa43-465a-abe6-0c669d4f1786 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414733 Sep 20 05:07:48.578049 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac45b9-2cf0-4028-ad5e-285f8402c12a req-72bb70fc-d28a-4281-a29b-9867a97ece55 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:48.579970 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-deac45b9-2cf0-4028-ad5e-285f8402c12a req-72bb70fc-d28a-4281-a29b-9867a97ece55 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0879073 Sep 20 05:07:48.651153 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-deac45b9-2cf0-4028-ad5e-285f8402c12a req-b76ebd09-a0ba-45f0-a977-dda8000e0e31 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642424 Sep 20 05:07:48.706815 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9355995-b9ef-4b72-9a44-8727f7075f68 req-df9e09fa-c6d5-4009-ab8c-bc6e54a56374 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4a28a2-50e3-49ef-8614-24102c628c59 HTTP/1.1" status: 200 len: 1001 time: 0.1514082 Sep 20 05:07:48.793556 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355995-b9ef-4b72-9a44-8727f7075f68 req-e163f509-23f9-4d41-97d7-129118204731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:48.795581 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9355995-b9ef-4b72-9a44-8727f7075f68 req-e163f509-23f9-4d41-97d7-129118204731 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df531757-d500-4ae2-9c23-877c926ef6aa HTTP/1.1" status: 200 len: 850 time: 0.0789375 Sep 20 05:07:48.797643 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d1b0-c757-4a86-80b5-811ad2cdd25b req-7c9cc4b1-cb9c-483c-8286-1462296f98f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:48.805534 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fda5d1b0-c757-4a86-80b5-811ad2cdd25b req-7c9cc4b1-cb9c-483c-8286-1462296f98f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 943 time: 0.0844893 Sep 20 05:07:48.864238 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fda5d1b0-c757-4a86-80b5-811ad2cdd25b req-e210dbc9-107a-4dff-81e0-04bdaff413ac tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577703 Sep 20 05:07:48.910077 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355995-b9ef-4b72-9a44-8727f7075f68 req-6e3391ad-ea05-44a3-9ad3-4db0ad7d9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:48.911821 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9355995-b9ef-4b72-9a44-8727f7075f68 req-6e3391ad-ea05-44a3-9ad3-4db0ad7d9191 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82ed44a3-5020-459e-a5d8-53caa9b90a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655377 Sep 20 05:07:49.079803 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9355995-b9ef-4b72-9a44-8727f7075f68 req-11adfe99-f577-4c80-8d97-e17d29def58a service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518605 Sep 20 05:07:49.194026 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9355995-b9ef-4b72-9a44-8727f7075f68 req-566bf82a-64e8-4ca4-9c7b-698d08ee039d service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034904 Sep 20 05:07:49.305301 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-25d6847a-21b1-436f-9122-47f70f99b68a req-a6413548-aa80-4372-ad84-8f9f76d448a5 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 210 time: 0.0315409 Sep 20 05:07:49.675175 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a446a-6a78-49ab-a801-333e37f1fd4f req-1f7e9e65-a178-43da-8755-eff29081654d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:49.683500 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ee2a446a-6a78-49ab-a801-333e37f1fd4f req-1f7e9e65-a178-43da-8755-eff29081654d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0640190 Sep 20 05:07:49.746952 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ee2a446a-6a78-49ab-a801-333e37f1fd4f req-94340216-7e79-4d83-b36c-2ee69feedff4 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548561 Sep 20 05:07:49.774958 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b38c-6055-44bc-9d95-662882ce5fef req-ebd11f98-ef3f-4da9-afbf-16f68b1c4925 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:49.777452 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-ebd11f98-ef3f-4da9-afbf-16f68b1c4925 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.23 "GET /v2.0/networks?id=3850c6d9-5a38-4302-9566-5bea500483a4 HTTP/1.1" status: 200 len: 809 time: 0.1831968 Sep 20 05:07:49.840820 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-50ee1d1a-149c-4fa6-bb04-d22570c2cc97 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1074f9196db945dd9f2236b3eca92230 HTTP/1.1" status: 200 len: 380 time: 0.0443304 Sep 20 05:07:49.841589 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f125c41-4377-4b5c-a038-197f4c1185d7 req-36be1263-1a2c-47f3-878c-7a6697a4cf6b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:49.843236 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5f125c41-4377-4b5c-a038-197f4c1185d7 req-36be1263-1a2c-47f3-878c-7a6697a4cf6b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0611923 Sep 20 05:07:49.884457 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-4281b38c-6055-44bc-9d95-662882ce5fef req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Request body: {'port': {'device_id': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'admin_state_up': True, 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'security_groups': ['0c176b57-c028-49f5-a6e0-51442a76e2af']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:49.909928 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5f125c41-4377-4b5c-a038-197f4c1185d7 req-ecd3976a-3ea1-4abf-9e9f-05d216b14585 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603867 Sep 20 05:07:50.037787 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319739c-b3fb-48b3-a399-82521655207b req-08fcec7d-8403-4fce-8894-c774a89ca72b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:50.039717 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8319739c-b3fb-48b3-a399-82521655207b req-08fcec7d-8403-4fce-8894-c774a89ca72b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 943 time: 0.0649018 Sep 20 05:07:50.124204 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8319739c-b3fb-48b3-a399-82521655207b req-f745590d-6930-49f6-8abc-b053b8b0ec5c tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640583 Sep 20 05:07:50.189239 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95534c6e-fc91-4d10-b7cc-fd9a6316cdfc req-ec247655-8bd5-4019-93f1-856b7e1e517f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:50.191374 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-95534c6e-fc91-4d10-b7cc-fd9a6316cdfc req-ec247655-8bd5-4019-93f1-856b7e1e517f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0796120 Sep 20 05:07:50.261314 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-95534c6e-fc91-4d10-b7cc-fd9a6316cdfc req-33c6a216-73c4-44ee-90ad-a6270fdf3046 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606740 Sep 20 05:07:50.411570 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4281b38c-6055-44bc-9d95-662882ce5fef req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Made reservation on behalf of 1074f9196db945dd9f2236b3eca92230 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:07:50.418561 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4281b38c-6055-44bc-9d95-662882ce5fef req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:50.432789 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eccb5cb3-7b50-4b2a-9175-2d1808c9d1ee req-fd533b29-c126-4fff-8848-1e86006f3f83 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 210 time: 0.0351892 Sep 20 05:07:50.470879 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 42c99f28-77e3-4de6-886f-63afbaa22397 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:07:50.541464 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 39644) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:50.645827 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-2151030a-2185-4e3f-b7e9-ddf70f2c57f5 admin admin] Deleting subnet 21a130b5-a490-4781-9a43-f327dce24667 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:07:50.655174 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2151030a-2185-4e3f-b7e9-ddf70f2c57f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:50.679562 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 42c99f28-77e3-4de6-886f-63afbaa22397, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=42c99f28-77e3-4de6-886f-63afbaa22397,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:50.732417 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '42c99f28-77e3-4de6-886f-63afbaa22397', 'network_id': 'a90939f0-4c90-432c-81e7-3d6ba2213958', 'port_id': '42c99f28-77e3-4de6-886f-63afbaa22397', 'mac_address': 'fa:16:3e:df:87:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b8e991-2efe-4ed7-952d-d5a0a41f072f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:07:50.735143 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-4281b38c-6055-44bc-9d95-662882ce5fef req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Allocated IP 172.20.0.10 (3850c6d9-5a38-4302-9566-5bea500483a4/beaea98b-e35d-45f4-920f-fd21aa41d2cf/c5665f10-298c-4492-b850-b0215c4cca5c) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:07:50.749812 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2151030a-2185-4e3f-b7e9-ddf70f2c57f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:50.780345 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2151030a-2185-4e3f-b7e9-ddf70f2c57f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:50.863705 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:50.893437 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c99f28-77e3-4de6-886f-63afbaa22397 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:07:50.945222 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 42c99f28-77e3-4de6-886f-63afbaa22397, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=42c99f28-77e3-4de6-886f-63afbaa22397,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:50.955163 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.039055 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2151030a-2185-4e3f-b7e9-ddf70f2c57f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.059435 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=42c99f28-77e3-4de6-886f-63afbaa22397,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:51.108604 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4281b38c-6055-44bc-9d95-662882ce5fef req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.133879 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151030a-2185-4e3f-b7e9-ddf70f2c57f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a130b5-a490-4781-9a43-f327dce24667,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:51.137784 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2151030a-2185-4e3f-b7e9-ddf70f2c57f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.143569 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2151030a-2185-4e3f-b7e9-ddf70f2c57f5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/21a130b5-a490-4781-9a43-f327dce24667 HTTP/1.1" status: 204 len: 168 time: 0.5981729 Sep 20 05:07:51.145245 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 39654) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:51.177946 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4281b38c-6055-44bc-9d95-662882ce5fef req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.202881 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ac31f-d8b6-45d7-9200-c6a62f7ef65a req-41cfa991-3f5b-4334-8f79-8ae891a114aa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:51.204556 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-136ac31f-d8b6-45d7-9200-c6a62f7ef65a req-41cfa991-3f5b-4334-8f79-8ae891a114aa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.2793736 Sep 20 05:07:51.235023 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4281b38c-6055-44bc-9d95-662882ce5fef req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Network 3850c6d9-5a38-4302-9566-5bea500483a4 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:07:51.237148 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-4281b38c-6055-44bc-9d95-662882ce5fef req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:07:51.239890 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4281b38c-6055-44bc-9d95-662882ce5fef req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:07:51.311698 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695e81-7252-4cef-bf3a-f0a64630fdbc req-382d01b9-d8f5-40ce-bc2e-88853eba2c98 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:51.313511 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0c695e81-7252-4cef-bf3a-f0a64630fdbc req-382d01b9-d8f5-40ce-bc2e-88853eba2c98 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.2320631 Sep 20 05:07:51.326050 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event updated for resources: {'Port': ['ID=c5665f10-298c-4492-b850-b0215c4cca5c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:51.334515 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.336528 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b38c-6055-44bc-9d95-662882ce5fef req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:51.337003 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4281b38c-6055-44bc-9d95-662882ce5fef req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.364752 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-af0854c4-b807-41ed-b50c-45e4b30b10b1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4850841 Sep 20 05:07:51.387278 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-136ac31f-d8b6-45d7-9200-c6a62f7ef65a req-373f755b-e963-4d57-81e4-80708fe9fe79 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733317 Sep 20 05:07:51.397440 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Request body: {'port': {'device_id': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:07:51.405369 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0c695e81-7252-4cef-bf3a-f0a64630fdbc req-201eeb68-d8e5-4496-b775-d4a8748af604 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650005 Sep 20 05:07:51.533620 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['42c99f28-77e3-4de6-886f-63afbaa22397'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:07:51.541191 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.556065 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.599841 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-506b5485-ba57-4ddd-9983-7e49e7267877 None None] Provisioning complete for port c5665f10-298c-4492-b850-b0215c4cca5c triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:51.600253 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-506b5485-ba57-4ddd-9983-7e49e7267877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.613082 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.613435 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.614175 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.614526 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > port after_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.614872 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.615196 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > port after_update 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.615520 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.615838 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.616184 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.616524 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.663166 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-506b5485-ba57-4ddd-9983-7e49e7267877 None None] Port c5665f10-298c-4492-b850-b0215c4cca5c cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:07:51.714537 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.714760 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.715095 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.715425 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:07:51.715799 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f853c9e3-c54d-400f-bb75-592452a649c0']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:51.770255 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:51.770545 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4b0f3b-42b9-43af-8389-d0bbd9f35c8b') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:07:51.822778 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3559785'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.835072 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aba0f-1fc4-48ef-8981-12e4d8f2afe1 req-3d58b73e-1411-4cbc-b2a4-c0f2fe20ca18 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:51.836956 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6c1aba0f-1fc4-48ef-8981-12e4d8f2afe1 req-3d58b73e-1411-4cbc-b2a4-c0f2fe20ca18 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 944 time: 0.2744722 Sep 20 05:07:51.886592 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049eece-2e98-4af6-a307-db9a8e41405c req-a2c12c6a-9ff7-4897-a76c-aceca36201ae tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:51.888213 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9049eece-2e98-4af6-a307-db9a8e41405c req-a2c12c6a-9ff7-4897-a76c-aceca36201ae tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 932 time: 0.3213289 Sep 20 05:07:51.889649 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.935703 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:07:51.938294 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25425263'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:51.944051 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6c1aba0f-1fc4-48ef-8981-12e4d8f2afe1 req-d7043039-5988-4d4d-a901-ef9084ab5039 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913222 Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: from cryptography.utils import int_from_bytes Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: from cryptography.utils import int_from_bytes Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: timer() Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: cb(*args, **kw) Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: self._notify() Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: self.callback(batched_events) Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: event.method(event) Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._get(url).json() Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:07:51.946960 dv-cinder-809965-1-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:07:52.002690 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5665f10-298c-4492-b850-b0215c4cca5c {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:07:52.012371 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:52.030123 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Transition to ACTIVE for port object c5665f10-298c-4492-b850-b0215c4cca5c will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:07:52.038092 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:52.044395 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9049eece-2e98-4af6-a307-db9a8e41405c req-dc70f824-80d4-4c43-94a6-ec8020af9fcc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037385 Sep 20 05:07:52.045580 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:52.054400 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:52.058680 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f853c9e3-c54d-400f-bb75-592452a649c0 HTTP/1.1" status: 204 len: 168 time: 0.8946605 Sep 20 05:07:52.066332 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522bfb7-b3af-4e79-a4dd-eb07c791f617 admin admin] Pushing event deleted for resources: {'Network': ['ID=f853c9e3-c54d-400f-bb75-592452a649c0,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:52.116109 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Pushing event updated for resources: {'Port': ['ID=c5665f10-298c-4492-b850-b0215c4cca5c,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:52.224547 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Attempting to bind port c5665f10-298c-4492-b850-b0215c4cca5c on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:07:52.224873 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Attempting to bind port c5665f10-298c-4492-b850-b0215c4cca5c by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:07:52.225193 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Attempting to bind port c5665f10-298c-4492-b850-b0215c4cca5c on network 3850c6d9-5a38-4302-9566-5bea500483a4 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:52.230690 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Port c5665f10-298c-4492-b850-b0215c4cca5c on network 3850c6d9-5a38-4302-9566-5bea500483a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:07:52.230993 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Attempting to bind port c5665f10-298c-4492-b850-b0215c4cca5c on network 3850c6d9-5a38-4302-9566-5bea500483a4 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:07:52.238088 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:07:52.238435 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Checking segment: {'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:07:52.239115 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Bound using segment: {'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:07:52.239546 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Bound port: c5665f10-298c-4492-b850-b0215c4cca5c, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f62886-7370-4acf-8039-0bc0d19adc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:07:52.239951 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:52.332575 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] For port c5665f10-298c-4492-b850-b0215c4cca5c, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:07:52.336480 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] For port c5665f10-298c-4492-b850-b0215c4cca5c, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c5665f10-298c-4492-b850-b0215c4cca5c,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:07:52.342209 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 39670) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:52.343829 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:52.390037 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:52.391384 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:52.392855 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] 10.222.0.23 "PUT /v2.0/ports/c5665f10-298c-4492-b850-b0215c4cca5c HTTP/1.1" status: 200 len: 1094 time: 1.0004215 Sep 20 05:07:52.393324 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:07:52.395972 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74c8c0d-2848-4ae9-b32a-c6d65242a7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:52.403453 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-49c99a75-1ace-49d4-b771-5ccc4c3b8461 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a212342c6d55402684ad512a1b48d442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592327 Sep 20 05:07:52.406807 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 39674) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:52.466713 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399ba06f-294c-4966-afa7-665c727e703e x-openstack-request-id: req-399ba06f-294c-4966-afa7-665c727e703e {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:52.468281 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:52.468629 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-399ba06f-294c-4966-afa7-665c727e703e {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:52.471921 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'status': 'completed', 'code': 200} Sep 20 05:07:52.512965 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e38c54-69d7-4fe3-bba2-ad6ad3f18d45 service neutron] Pushing event updated for resources: {'Port': ['ID=c5665f10-298c-4492-b850-b0215c4cca5c,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:52.551163 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0482a894-4ac9-4a01-b1ff-592dc1518ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:52.590627 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0482a894-4ac9-4a01-b1ff-592dc1518ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:52.592362 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5afaa8-ab10-46ff-b976-d0bdccfec7f4 req-d133b5f0-03e6-4930-a65d-cbfd2acf8a0c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:52.593998 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b38c-6055-44bc-9d95-662882ce5fef req-c4b3c4b2-1eca-4db6-ba85-7e44479a6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:52.595703 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-c4b3c4b2-1eca-4db6-ba85-7e44479a6b34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1074f9196db945dd9f2236b3eca92230&device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 1097 time: 0.0937977 Sep 20 05:07:52.601150 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8d5afaa8-ab10-46ff-b976-d0bdccfec7f4 req-d133b5f0-03e6-4930-a65d-cbfd2acf8a0c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0699339 Sep 20 05:07:52.650543 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8d5afaa8-ab10-46ff-b976-d0bdccfec7f4 req-ca227a3f-8029-4ec5-b665-f2f67f227915 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460942 Sep 20 05:07:52.677123 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-1d20ecf8-b8a8-4e33-b246-04e86e46485c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5665f10-298c-4492-b850-b0215c4cca5c HTTP/1.1" status: 200 len: 217 time: 0.0549531 Sep 20 05:07:52.699135 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0482a894-4ac9-4a01-b1ff-592dc1518ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:52.701757 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0482a894-4ac9-4a01-b1ff-592dc1518ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:52.703018 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0482a894-4ac9-4a01-b1ff-592dc1518ec9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749 HTTP/1.1" status: 204 len: 168 time: 0.2952421 Sep 20 05:07:52.726020 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482a894-4ac9-4a01-b1ff-592dc1518ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffa5b30-4b58-4e21-98fe-cb8ee5dd8749,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:52.781403 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b38c-6055-44bc-9d95-662882ce5fef req-b13bc417-8185-420b-bdf9-c907e5c3489f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:52.782953 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-b13bc417-8185-420b-bdf9-c907e5c3489f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=beaea98b-e35d-45f4-920f-fd21aa41d2cf HTTP/1.1" status: 200 len: 848 time: 0.0784819 Sep 20 05:07:52.857511 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b38c-6055-44bc-9d95-662882ce5fef req-64b44aba-acda-46a0-96b4-bce866787510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:52.860347 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-64b44aba-acda-46a0-96b4-bce866787510 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3850c6d9-5a38-4302-9566-5bea500483a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567305 Sep 20 05:07:52.981971 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-4aee30a9-7332-4c5a-af3d-4673ce095d12 service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129878 Sep 20 05:07:53.164623 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4281b38c-6055-44bc-9d95-662882ce5fef req-9654af4b-e51f-4964-9a1b-e37e7d425496 service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699419 Sep 20 05:07:53.246137 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a9296-f13d-4b28-995e-e26f642ecc61 req-1817e04a-e050-457a-b4ad-a30aa0d47ee6 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:53.248804 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-058a9296-f13d-4b28-995e-e26f642ecc61 req-1817e04a-e050-457a-b4ad-a30aa0d47ee6 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 944 time: 0.1401575 Sep 20 05:07:53.265306 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd3c72-9db3-496b-abe7-baa0637209b9 req-c8b1d668-e5e9-4546-99e0-1b6d741e39e9 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:53.267241 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e2dd3c72-9db3-496b-abe7-baa0637209b9 req-c8b1d668-e5e9-4546-99e0-1b6d741e39e9 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0824275 Sep 20 05:07:53.344587 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-058a9296-f13d-4b28-995e-e26f642ecc61 req-f3c6b4da-ca8d-41d3-8305-6f2b8a06c73d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899138 Sep 20 05:07:53.364622 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e2dd3c72-9db3-496b-abe7-baa0637209b9 req-dbbedd09-b82a-4dc4-9e3f-651339e7aafa tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795553 Sep 20 05:07:53.374814 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c8c0d-2848-4ae9-b32a-c6d65242a7a5 req-1aaaf889-a4ed-435b-986d-94e1291ee33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:53.374814 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e74c8c0d-2848-4ae9-b32a-c6d65242a7a5 req-1aaaf889-a4ed-435b-986d-94e1291ee33c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1074f9196db945dd9f2236b3eca92230&device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 1097 time: 0.0719709 Sep 20 05:07:53.498754 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c8c0d-2848-4ae9-b32a-c6d65242a7a5 req-c4162f24-73ee-42e0-87e7-b4ddfa7e397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:53.500590 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e74c8c0d-2848-4ae9-b32a-c6d65242a7a5 req-c4162f24-73ee-42e0-87e7-b4ddfa7e397d service neutron] 10.222.0.23 "GET /v2.0/networks?id=3850c6d9-5a38-4302-9566-5bea500483a4 HTTP/1.1" status: 200 len: 909 time: 0.1198263 Sep 20 05:07:53.563135 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e74c8c0d-2848-4ae9-b32a-c6d65242a7a5 req-450c57ec-3a35-42d0-944d-d8200a591f9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5665f10-298c-4492-b850-b0215c4cca5c HTTP/1.1" status: 200 len: 217 time: 0.0478127 Sep 20 05:07:53.621154 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c8c0d-2848-4ae9-b32a-c6d65242a7a5 req-6ce74674-1bac-47e5-9e54-f5f6ac78bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:53.623077 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e74c8c0d-2848-4ae9-b32a-c6d65242a7a5 req-6ce74674-1bac-47e5-9e54-f5f6ac78bedf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=beaea98b-e35d-45f4-920f-fd21aa41d2cf HTTP/1.1" status: 200 len: 848 time: 0.0513997 Sep 20 05:07:53.721329 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c8c0d-2848-4ae9-b32a-c6d65242a7a5 req-c68a852d-5a80-436b-8b0f-5c038fa5af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:53.722834 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e74c8c0d-2848-4ae9-b32a-c6d65242a7a5 req-c68a852d-5a80-436b-8b0f-5c038fa5af45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3850c6d9-5a38-4302-9566-5bea500483a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764194 Sep 20 05:07:53.815706 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4736d2-8f49-4d29-a92d-03ea3da3d50f req-9bc5add0-99cc-44c5-a774-465a6767c4bf tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:53.817842 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b4736d2-8f49-4d29-a92d-03ea3da3d50f req-9bc5add0-99cc-44c5-a774-465a6767c4bf tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0630403 Sep 20 05:07:53.862887 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e74c8c0d-2848-4ae9-b32a-c6d65242a7a5 req-47f672a0-55fb-48de-9e37-91c6da5aff1d service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192250 Sep 20 05:07:53.872553 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b4736d2-8f49-4d29-a92d-03ea3da3d50f req-9bf9e58d-6327-445d-9613-d9ceafd16ed4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479457 Sep 20 05:07:54.010008 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e74c8c0d-2848-4ae9-b32a-c6d65242a7a5 req-705920de-3a99-4f8a-bac6-517fa28d7bca service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325641 Sep 20 05:07:54.495950 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 42c99f28-77e3-4de6-886f-63afbaa22397 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:07:54.525909 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb7759-f1fb-484b-b902-7993dd367be1 req-c6f8012a-34c3-4b8c-aaf5-fb62ef4fcf91 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:54.528772 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-97cb7759-f1fb-484b-b902-7993dd367be1 req-c6f8012a-34c3-4b8c-aaf5-fb62ef4fcf91 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0969796 Sep 20 05:07:54.566738 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 42c99f28-77e3-4de6-886f-63afbaa22397 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:07:54.571256 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 42c99f28-77e3-4de6-886f-63afbaa22397 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:07:54.571847 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:54.591426 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517db84-4aa0-4d44-ae53-e039500c08ee req-4721fb25-ab0a-4ad4-a62d-27a037458b14 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:54.594293 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f517db84-4aa0-4d44-ae53-e039500c08ee req-4721fb25-ab0a-4ad4-a62d-27a037458b14 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 944 time: 0.1499748 Sep 20 05:07:54.610311 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-97cb7759-f1fb-484b-b902-7993dd367be1 req-7c4eb7ee-d62c-4f7b-a080-3703ca8f8309 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657222 Sep 20 05:07:54.658621 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f517db84-4aa0-4d44-ae53-e039500c08ee req-f0ea446f-90c4-4dca-867b-1394e6a91ad0 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472660 Sep 20 05:07:54.685704 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:54.712832 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db0de48-318b-4499-8baf-b16090b08d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c99f28-77e3-4de6-886f-63afbaa22397'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:07:54.716007 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af38d672-782c-426d-a607-db4b557cb787" -d '{"events": [{"server_uuid": "5db0de48-318b-4499-8baf-b16090b08d46", "name": "network-vif-plugged", "status": "completed", "tag": "42c99f28-77e3-4de6-886f-63afbaa22397"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:07:54.730790 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 42c99f28-77e3-4de6-886f-63afbaa22397, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=42c99f28-77e3-4de6-886f-63afbaa22397,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:07:54.737939 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:54.771585 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5b8c75-6292-4a7a-9f47-13734f617ea5 x-openstack-request-id: req-8f5b8c75-6292-4a7a-9f47-13734f617ea5 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:07:54.771878 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db0de48-318b-4499-8baf-b16090b08d46", "name": "network-vif-plugged", "status": "completed", "tag": "42c99f28-77e3-4de6-886f-63afbaa22397", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:07:54.772164 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f5b8c75-6292-4a7a-9f47-13734f617ea5 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:07:54.772589 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db0de48-318b-4499-8baf-b16090b08d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c99f28-77e3-4de6-886f-63afbaa22397', 'code': 200} Sep 20 05:07:54.801345 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=42c99f28-77e3-4de6-886f-63afbaa22397,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:55.020821 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42af780-b283-47b5-8c55-dd563d4343b1 req-19cb18fc-d059-40af-b131-35e1dab1d3a2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:55.024626 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fb253-6169-467f-875c-d7f2f424d260 req-c1e93ce6-65d4-4f6f-a77d-808c2c07b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:55.027707 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1e1fb253-6169-467f-875c-d7f2f424d260 req-c1e93ce6-65d4-4f6f-a77d-808c2c07b453 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 1098 time: 0.0584521 Sep 20 05:07:55.041277 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c42af780-b283-47b5-8c55-dd563d4343b1 req-19cb18fc-d059-40af-b131-35e1dab1d3a2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0832145 Sep 20 05:07:55.078718 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1e1fb253-6169-467f-875c-d7f2f424d260 req-47e20165-80c6-4bc2-b6ff-099ac022747c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Sep 20 05:07:55.098216 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c42af780-b283-47b5-8c55-dd563d4343b1 req-d0e29c98-e191-42d6-9a83-90704da13417 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492253 Sep 20 05:07:55.790162 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5c2c4-78e2-4e12-8ec3-b5cd1fc4d809 req-db61588a-72b0-42f5-bc8d-67e4d3a936fe tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:55.792933 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b3c5c2c4-78e2-4e12-8ec3-b5cd1fc4d809 req-db61588a-72b0-42f5-bc8d-67e4d3a936fe tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.1052461 Sep 20 05:07:55.815790 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2070-1fa6-4748-9951-867b247fcde7 req-6ab3cf92-e52c-4ff9-90b6-445a23ab28a8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:55.817747 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-79aa2070-1fa6-4748-9951-867b247fcde7 req-6ab3cf92-e52c-4ff9-90b6-445a23ab28a8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0811031 Sep 20 05:07:55.870890 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b3c5c2c4-78e2-4e12-8ec3-b5cd1fc4d809 req-47902931-87b1-4d69-ba70-a564e27d1315 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693216 Sep 20 05:07:55.876093 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-79aa2070-1fa6-4748-9951-867b247fcde7 req-70ab543d-5266-42b2-a10c-a926ff09990a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492177 Sep 20 05:07:56.220958 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757eb83-b67d-420d-88f9-91fd4b2116a3 req-699bb034-d85d-4f64-adbc-c2d976c9bcc0 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:56.222412 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4757eb83-b67d-420d-88f9-91fd4b2116a3 req-699bb034-d85d-4f64-adbc-c2d976c9bcc0 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0482910 Sep 20 05:07:56.258761 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4757eb83-b67d-420d-88f9-91fd4b2116a3 req-b6c1a7a3-85ee-44fc-a8dc-b04f3ca3fb7e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305390 Sep 20 05:07:56.787335 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 39762) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:56.899456 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c6ff337-cca1-4b3c-b8aa-5dbc81dad068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:57.054080 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c6ff337-cca1-4b3c-b8aa-5dbc81dad068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:57.061631 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c6ff337-cca1-4b3c-b8aa-5dbc81dad068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:57.081900 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a05f1-c06f-4c0d-9811-3b731259866d req-ea2998f0-7d01-4cbd-b5d2-e8b73cabb300 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:57.083411 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-826a05f1-c06f-4c0d-9811-3b731259866d req-ea2998f0-7d01-4cbd-b5d2-e8b73cabb300 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.1147044 Sep 20 05:07:57.102839 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b702e79-6147-43b1-9b41-6132feee2b14 req-45a4e6d3-9453-4228-97cf-49478879df9c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:57.104328 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5b702e79-6147-43b1-9b41-6132feee2b14 req-45a4e6d3-9453-4228-97cf-49478879df9c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.1406202 Sep 20 05:07:57.147863 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8c6ff337-cca1-4b3c-b8aa-5dbc81dad068 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b77b7c0c3654f10a4bac69925607c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593030 Sep 20 05:07:57.150474 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ff337-cca1-4b3c-b8aa-5dbc81dad068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7cf1dd-6b06-429c-8593-c6ae1fedd18f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:57.150612 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 39772) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:07:57.179741 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-826a05f1-c06f-4c0d-9811-3b731259866d req-d0bdd907-9705-498b-a3a2-0d05f0b946e2 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860329 Sep 20 05:07:57.185645 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5b702e79-6147-43b1-9b41-6132feee2b14 req-144b476a-ebe5-4920-901f-971c1c25a32c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656633 Sep 20 05:07:57.232055 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e58494ec-4272-4f92-be57-910dc58dc238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:57.257704 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f8ce8-0062-4023-82f9-32a8ed541c80 req-d162cb0a-f911-4070-a16c-d9b03c66beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:57.259196 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e12f8ce8-0062-4023-82f9-32a8ed541c80 req-d162cb0a-f911-4070-a16c-d9b03c66beeb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 1098 time: 0.0674238 Sep 20 05:07:57.261104 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e58494ec-4272-4f92-be57-910dc58dc238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:57.376964 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f8ce8-0062-4023-82f9-32a8ed541c80 req-98b71cb6-de0a-41fc-b2e9-de0363dd0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:57.378458 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e12f8ce8-0062-4023-82f9-32a8ed541c80 req-98b71cb6-de0a-41fc-b2e9-de0363dd0b83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 916 time: 0.1038935 Sep 20 05:07:57.400678 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422504bd-5e06-4365-acce-ba498af6596c req-42f690d7-d312-42cd-a92f-b0de9ccd97cd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:57.404066 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-422504bd-5e06-4365-acce-ba498af6596c req-42f690d7-d312-42cd-a92f-b0de9ccd97cd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0680270 Sep 20 05:07:57.466706 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e58494ec-4272-4f92-be57-910dc58dc238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:57.470426 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e58494ec-4272-4f92-be57-910dc58dc238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:57.472194 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e58494ec-4272-4f92-be57-910dc58dc238 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a7cf1dd-6b06-429c-8593-c6ae1fedd18f HTTP/1.1" status: 204 len: 168 time: 0.3202469 Sep 20 05:07:57.473242 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-422504bd-5e06-4365-acce-ba498af6596c req-495219b3-2278-4cf1-ba93-0d303f6df068 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603642 Sep 20 05:07:57.486842 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58494ec-4272-4f92-be57-910dc58dc238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7cf1dd-6b06-429c-8593-c6ae1fedd18f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:07:57.505012 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e12f8ce8-0062-4023-82f9-32a8ed541c80 req-5ea5a3f8-4d0e-459b-a9a4-30468934bd2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f123ffee-366f-4849-a484-c8f6c7824115 HTTP/1.1" status: 200 len: 1000 time: 0.1086664 Sep 20 05:07:57.561996 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f8ce8-0062-4023-82f9-32a8ed541c80 req-5f83b3f5-3dac-4bdd-a734-7848dfeae91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:57.563567 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e12f8ce8-0062-4023-82f9-32a8ed541c80 req-5f83b3f5-3dac-4bdd-a734-7848dfeae91e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 200 len: 855 time: 0.0474102 Sep 20 05:07:57.619640 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f8ce8-0062-4023-82f9-32a8ed541c80 req-1dcfa804-877c-4efd-ad92-f0af010cc634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:57.621708 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e12f8ce8-0062-4023-82f9-32a8ed541c80 req-1dcfa804-877c-4efd-ad92-f0af010cc634 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=938fc456-60b7-4e39-9ccf-45538a5abe25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425148 Sep 20 05:07:57.720402 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e12f8ce8-0062-4023-82f9-32a8ed541c80 req-251a039c-8dc5-45a2-ae7a-11c750080d9b service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880668 Sep 20 05:07:57.829341 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e12f8ce8-0062-4023-82f9-32a8ed541c80 req-09da5016-7013-4d6c-9c2a-0db440cbaf84 service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863972 Sep 20 05:07:58.309022 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad9775-cad9-4d6f-a543-af80c9f60796 req-9421a601-c001-49f7-8068-ed448cf35f24 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:58.310583 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-21ad9775-cad9-4d6f-a543-af80c9f60796 req-9421a601-c001-49f7-8068-ed448cf35f24 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0491142 Sep 20 05:07:58.351598 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-21ad9775-cad9-4d6f-a543-af80c9f60796 req-4978c867-9627-4305-8071-876a33d6cd56 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346837 Sep 20 05:07:58.407260 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:07:58.636443 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a1505-f9e1-43a6-b82e-ca6ba06eec4d req-702a0642-3be5-4b0c-999e-7ec8cfde3eb7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:58.638007 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-223a1505-f9e1-43a6-b82e-ca6ba06eec4d req-702a0642-3be5-4b0c-999e-7ec8cfde3eb7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.0619605 Sep 20 05:07:58.676104 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-223a1505-f9e1-43a6-b82e-ca6ba06eec4d req-c5937a96-66f4-40c7-9c6c-3074fae9878d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320320 Sep 20 05:07:58.849142 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45fe33-774a-47f1-ac72-62c5f1439644 req-ac54fca7-dea1-491a-b8fc-f893065e5668 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:58.850616 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a45fe33-774a-47f1-ac72-62c5f1439644 req-ac54fca7-dea1-491a-b8fc-f893065e5668 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0525846 Sep 20 05:07:58.888531 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a45fe33-774a-47f1-ac72-62c5f1439644 req-3f3821f3-32b3-4496-a04c-01884af51afc tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Sep 20 05:07:58.989951 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81138-006f-4e8b-a2f6-5c1e52141fda req-d92291b4-1077-4fa0-b718-643663ac8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:58.991391 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d5a81138-006f-4e8b-a2f6-5c1e52141fda req-d92291b4-1077-4fa0-b718-643663ac8e9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 1098 time: 0.0439343 Sep 20 05:07:59.090016 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81138-006f-4e8b-a2f6-5c1e52141fda req-ea08c8ee-88d3-4cd5-9bc3-9695d662ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:59.091498 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d5a81138-006f-4e8b-a2f6-5c1e52141fda req-ea08c8ee-88d3-4cd5-9bc3-9695d662ba83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 918 time: 0.0879395 Sep 20 05:07:59.149153 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d5a81138-006f-4e8b-a2f6-5c1e52141fda req-e9d489c1-40bf-4bcf-ab33-6ed4b757db99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1320ba1-c5dd-40cc-bd21-267c042ff4cc HTTP/1.1" status: 200 len: 217 time: 0.0375412 Sep 20 05:07:59.208057 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81138-006f-4e8b-a2f6-5c1e52141fda req-51be5661-9b16-44f7-a908-ceaf0c35dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:59.209782 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d5a81138-006f-4e8b-a2f6-5c1e52141fda req-51be5661-9b16-44f7-a908-ceaf0c35dab0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9dab44c-6e76-406e-b06a-c49dd641171c HTTP/1.1" status: 200 len: 858 time: 0.0449352 Sep 20 05:07:59.248376 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d5a81138-006f-4e8b-a2f6-5c1e52141fda req-683d7a47-5122-4c06-8823-df22710f708f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249176 Sep 20 05:07:59.362191 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d5a81138-006f-4e8b-a2f6-5c1e52141fda req-2005e8d7-a2cd-4a02-8b66-556ba216210a service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843811 Sep 20 05:07:59.466966 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d5a81138-006f-4e8b-a2f6-5c1e52141fda req-c5edf30c-3dc5-47e5-a58f-e92dd81b03bc service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885415 Sep 20 05:07:59.477332 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632fb1-1013-4f21-9f7e-943a9a4171cf req-e10ea354-ba22-42da-a7c2-cc4179775c4a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:07:59.478803 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ab632fb1-1013-4f21-9f7e-943a9a4171cf req-e10ea354-ba22-42da-a7c2-cc4179775c4a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0500989 Sep 20 05:07:59.517421 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ab632fb1-1013-4f21-9f7e-943a9a4171cf req-595d1637-91cf-4606-8161-876c0e40e7bf tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319402 Sep 20 05:07:59.895907 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:08:00.017962 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-92855324-a16f-4324-9d51-cbda230f9917 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=500deefbe2044682830249a240d22fe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2349203 Sep 20 05:08:00.028628 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dac9b-da81-4015-b5d6-68846074a77c req-a97e214f-dcbf-4fd2-8a3c-4343f96e60fd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:00.029997 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a2dac9b-da81-4015-b5d6-68846074a77c req-a97e214f-dcbf-4fd2-8a3c-4343f96e60fd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 945 time: 0.2789657 Sep 20 05:08:00.180883 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a2dac9b-da81-4015-b5d6-68846074a77c req-b909e780-918f-4177-b471-3da010db9389 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416004 Sep 20 05:08:00.243278 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd102adb-e097-46cf-baa9-4569f6721768 req-51eb89f7-f5f6-4123-9e7c-d02db8d78053 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:00.245067 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-51eb89f7-f5f6-4123-9e7c-d02db8d78053 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139556 Sep 20 05:08:00.270674 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-13d00598-041c-4e67-8a4e-f566ded6bb34 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/quotas/500deefbe2044682830249a240d22fe6 HTTP/1.1" status: 200 len: 375 time: 0.0195394 Sep 20 05:08:00.318403 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-25b83c6b-4432-462b-8d3e-18e25b8fe94a tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=500deefbe2044682830249a240d22fe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331867 Sep 20 05:08:00.335348 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60e70f-5820-47dc-b528-179305ef1acc req-2b003b2d-118b-4983-b762-a03853f950aa tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:00.336908 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5f60e70f-5820-47dc-b528-179305ef1acc req-2b003b2d-118b-4983-b762-a03853f950aa tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0785353 Sep 20 05:08:00.380303 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5f60e70f-5820-47dc-b528-179305ef1acc req-c4c6374d-9d89-45dd-9031-a27fb1d9e557 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318835 Sep 20 05:08:00.472283 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-20694d58-112e-4fb0-abca-2df8188863f9 req-789d911c-b990-4c1a-aaa6-46984b51d388 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 210 time: 0.0266364 Sep 20 05:08:00.529549 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device f123ffee-366f-4849-a484-c8f6c7824115 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:08:00.619242 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:00.647029 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582136f2-fa9c-4c22-9b2a-0770a5377313 req-95b58525-af81-4c81-9539-08c43a66ae3b tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:00.651514 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:08:00.654501 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597d91b5-44a7-4f58-be11-8623da9f88f1" -d '{"events": [{"server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "name": "network-vif-unplugged", "status": "completed", "tag": "f123ffee-366f-4849-a484-c8f6c7824115"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:00.661953 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-582136f2-fa9c-4c22-9b2a-0770a5377313 req-95b58525-af81-4c81-9539-08c43a66ae3b tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0605328 Sep 20 05:08:00.669539 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f123ffee-366f-4849-a484-c8f6c7824115,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:00.675259 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:00.698963 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-582136f2-fa9c-4c22-9b2a-0770a5377313 req-d1e029c0-e8d7-4ca1-9fec-d9470960826d tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358179 Sep 20 05:08:00.709681 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 05:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33ff40c-ac42-4484-a1f1-97ab52d17fa6 x-openstack-request-id: req-e33ff40c-ac42-4484-a1f1-97ab52d17fa6 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:00.710079 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "name": "network-vif-unplugged", "status": "completed", "tag": "f123ffee-366f-4849-a484-c8f6c7824115", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:00.711014 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e33ff40c-ac42-4484-a1f1-97ab52d17fa6 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:00.711399 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115', 'code': 200} Sep 20 05:08:00.738179 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=f123ffee-366f-4849-a484-c8f6c7824115,revision_number=8']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:01.311929 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49fbf4-3633-4a7a-be97-6de97f48f2cb req-68fcde4e-34e3-4cf3-9f5a-c6279f64d986 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:01.313486 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1f49fbf4-3633-4a7a-be97-6de97f48f2cb req-68fcde4e-34e3-4cf3-9f5a-c6279f64d986 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0518394 Sep 20 05:08:01.351972 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1f49fbf4-3633-4a7a-be97-6de97f48f2cb req-2d853376-83a0-4599-9f6d-d9d72de6f363 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322216 Sep 20 05:08:01.497544 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-94788b7f-3c36-404a-a4bd-52e60a30f398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:01.501391 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79aab5-44c1-4db9-a148-5546674b4673 req-9a309a43-f4cc-40ad-be86-abd4c787e19e tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:01.502958 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8f79aab5-44c1-4db9-a148-5546674b4673 req-9a309a43-f4cc-40ad-be86-abd4c787e19e tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0510843 Sep 20 05:08:01.549069 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8f79aab5-44c1-4db9-a148-5546674b4673 req-538b2b70-b292-469b-8c7d-656c68ef81b1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382929 Sep 20 05:08:01.576512 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-19ec492d-5510-4f3c-a971-6003806f6103 req-92413263-1b2f-4dce-966b-4091e1d44620 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 210 time: 0.0264938 Sep 20 05:08:01.821939 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75a38e-df18-419d-b160-0c7da81950a0 req-aa14d26b-9de9-4714-804f-7ddaf5a12a70 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:01.824421 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2f75a38e-df18-419d-b160-0c7da81950a0 req-aa14d26b-9de9-4714-804f-7ddaf5a12a70 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0535910 Sep 20 05:08:01.866800 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2f75a38e-df18-419d-b160-0c7da81950a0 req-01080c39-7ecb-4591-8f30-dc153af76219 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362604 Sep 20 05:08:01.884078 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-e7fa5e0d-af4d-4a80-aca2-6d5fca02fa58 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=500deefbe2044682830249a240d22fe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352089 Sep 20 05:08:02.078577 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1591a29d-7992-46ce-a0e1-32ca14303572 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:02.080060 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1591a29d-7992-46ce-a0e1-32ca14303572 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891539 Sep 20 05:08:02.123338 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Request body: {'port': {'device_id': '2aee81ba-57d9-4a36-a506-50a8285e35bf', 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d', 'admin_state_up': True, 'tenant_id': '500deefbe2044682830249a240d22fe6'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:02.228530 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Made reservation on behalf of 500deefbe2044682830249a240d22fe6 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:08:02.232695 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:02.241961 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:02.341359 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:02.345170 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:02.407450 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bb8208-233d-4994-979d-d09f3f603867,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:02.477617 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Allocated IP 192.168.233.182 (f01b828b-abff-4599-8da1-9ea51d44ca7d/a771ca7e-58cc-4b34-a4ac-27b863147c4d/8d52dc07-684c-4392-b2c8-530981f28368) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:08:02.481905 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed444e-668f-4e72-bcd8-3a1031c23495 req-b1e8a9ef-019c-4bc4-b287-42eb2e898f70 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:02.483570 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-abed444e-668f-4e72-bcd8-3a1031c23495 req-b1e8a9ef-019c-4bc4-b287-42eb2e898f70 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0523031 Sep 20 05:08:02.523739 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-abed444e-668f-4e72-bcd8-3a1031c23495 req-b63b4690-3309-475c-a692-d467051183d0 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338945 Sep 20 05:08:02.531265 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device c5665f10-298c-4492-b850-b0215c4cca5c details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:08:02.654124 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port c5665f10-298c-4492-b850-b0215c4cca5c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c5665f10-298c-4492-b850-b0215c4cca5c,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:02.667137 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'port_id': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'mac_address': 'fa:16:3e:79:01:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:08:02.690948 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:02.697562 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a1937-c11c-4a95-b78c-e1a6e021a896 req-41e1e885-dc2e-4724-aefb-0bb96c203303 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:02.704640 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e86a1937-c11c-4a95-b78c-e1a6e021a896 req-41e1e885-dc2e-4724-aefb-0bb96c203303 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0665991 Sep 20 05:08:02.720879 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:02.737734 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5665f10-298c-4492-b850-b0215c4cca5c {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:08:02.742689 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:02.761113 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e86a1937-c11c-4a95-b78c-e1a6e021a896 req-08f59df9-6721-48c7-83b2-1a56900ad1f0 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507381 Sep 20 05:08:02.762317 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port c5665f10-298c-4492-b850-b0215c4cca5c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c5665f10-298c-4492-b850-b0215c4cca5c,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:02.768074 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:02.792793 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Network f01b828b-abff-4599-8da1-9ea51d44ca7d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:08:02.796232 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:08:02.799246 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:08:02.830226 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=c5665f10-298c-4492-b850-b0215c4cca5c,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:02.841002 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Pushing event updated for resources: {'Port': ['ID=8d52dc07-684c-4392-b2c8-530981f28368,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:02.870142 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:02.871255 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:02.894162 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1167cd3f-cf02-493d-881e-7036defa0555 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7744462 Sep 20 05:08:02.919296 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Request body: {'port': {'device_id': '2aee81ba-57d9-4a36-a506-50a8285e35bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:02.938969 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e69156-52fc-49d4-9d89-0eff480949b2 req-c14af6f2-d4f7-4269-a273-0069fbbc888e tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:02.941150 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-81e69156-52fc-49d4-9d89-0eff480949b2 req-c14af6f2-d4f7-4269-a273-0069fbbc888e tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 936 time: 0.0680957 Sep 20 05:08:02.983804 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:03.005758 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-81e69156-52fc-49d4-9d89-0eff480949b2 req-e5212b07-0d70-448b-a04c-e6e93cc3617f tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529954 Sep 20 05:08:03.090415 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9adfffd1-b467-4b12-80d1-07d4f287f411 None None] Provisioning complete for port 8d52dc07-684c-4392-b2c8-530981f28368 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:08:03.090958 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9adfffd1-b467-4b12-80d1-07d4f287f411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:03.106703 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb1b34-939e-4e6f-aa9d-7941123d885b req-b47e52a8-fe6c-44f7-8237-dfa004a40ae4 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:03.108561 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cbfb1b34-939e-4e6f-aa9d-7941123d885b req-b47e52a8-fe6c-44f7-8237-dfa004a40ae4 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 945 time: 0.0548747 Sep 20 05:08:03.132168 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9adfffd1-b467-4b12-80d1-07d4f287f411 None None] Port 8d52dc07-684c-4392-b2c8-530981f28368 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:08:03.171713 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cbfb1b34-939e-4e6f-aa9d-7941123d885b req-c4e0bd3c-377c-4d62-a5b9-22d67af41c8f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549324 Sep 20 05:08:03.199754 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-769c254c-ac65-4c5b-a8a2-d79fec4928d4 req-9e77f2cd-848d-415b-b250-ca95b0237d68 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:08:03.200769 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-769c254c-ac65-4c5b-a8a2-d79fec4928d4 req-9e77f2cd-848d-415b-b250-ca95b0237d68 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059347 Sep 20 05:08:03.330176 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d52dc07-684c-4392-b2c8-530981f28368 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:08:03.343930 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:03.362526 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Transition to ACTIVE for port object 8d52dc07-684c-4392-b2c8-530981f28368 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:08:03.371735 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:03.406267 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['c5665f10-298c-4492-b850-b0215c4cca5c'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:08:03.413101 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58215c56-eb1b-41fe-829c-e2073ea897ed req-2b5b524a-9b52-44ef-96fc-ce42b45039e8 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:03.414836 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-58215c56-eb1b-41fe-829c-e2073ea897ed req-2b5b524a-9b52-44ef-96fc-ce42b45039e8 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0802503 Sep 20 05:08:03.454839 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Pushing event updated for resources: {'Port': ['ID=8d52dc07-684c-4392-b2c8-530981f28368,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:03.480942 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-58215c56-eb1b-41fe-829c-e2073ea897ed req-b628028f-ccaa-4107-a9de-5b1ad5a753de tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502179 Sep 20 05:08:03.553463 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Attempting to bind port 8d52dc07-684c-4392-b2c8-530981f28368 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:08:03.554073 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Attempting to bind port 8d52dc07-684c-4392-b2c8-530981f28368 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '5711360f-6e49-4742-bf9c-608f278726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:08:03.554872 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Attempting to bind port 8d52dc07-684c-4392-b2c8-530981f28368 on network f01b828b-abff-4599-8da1-9ea51d44ca7d {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:08:03.561025 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Port 8d52dc07-684c-4392-b2c8-530981f28368 on network f01b828b-abff-4599-8da1-9ea51d44ca7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:08:03.561729 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Attempting to bind port 8d52dc07-684c-4392-b2c8-530981f28368 on network f01b828b-abff-4599-8da1-9ea51d44ca7d {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:08:03.567175 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:08:03.568178 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Checking segment: {'id': '5711360f-6e49-4742-bf9c-608f278726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:08:03.569054 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Bound using segment: {'id': '5711360f-6e49-4742-bf9c-608f278726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:08:03.570254 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Bound port: 8d52dc07-684c-4392-b2c8-530981f28368, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5711360f-6e49-4742-bf9c-608f278726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:08:03.570951 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:03.803147 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 39942) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:08:03.897921 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] For port 8d52dc07-684c-4392-b2c8-530981f28368, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:08:03.902157 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] For port 8d52dc07-684c-4392-b2c8-530981f28368, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d52dc07-684c-4392-b2c8-530981f28368,segment=NetworkSegment(5711360f-6e49-4742-bf9c-608f278726f7),segment_id=5711360f-6e49-4742-bf9c-608f278726f7)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:08:03.913188 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:03.954015 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:03.954619 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:03.956650 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] 10.222.0.23 "PUT /v2.0/ports/8d52dc07-684c-4392-b2c8-530981f28368 HTTP/1.1" status: 200 len: 1098 time: 1.0433040 Sep 20 05:08:03.957343 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aee81ba-57d9-4a36-a506-50a8285e35bf', 'tag': '8d52dc07-684c-4392-b2c8-530981f28368'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:08:03.961661 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17728554-129d-4f9b-b957-0f942ff27fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "2aee81ba-57d9-4a36-a506-50a8285e35bf", "tag": "8d52dc07-684c-4392-b2c8-530981f28368"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:03.965104 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c8094-6efb-43da-9789-38feb2e52079 req-f98c3e1b-5f2f-4d3a-b1c5-9265bd2bb3ae tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:03.966997 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f70c8094-6efb-43da-9789-38feb2e52079 req-f98c3e1b-5f2f-4d3a-b1c5-9265bd2bb3ae tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.1357062 Sep 20 05:08:03.970538 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-5e480512-9524-4bb5-af2b-52ce79632738 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1661971 Sep 20 05:08:03.998762 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-843f268c-8c52-44e0-8ca7-c04961566540 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:08:03.999866 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-843f268c-8c52-44e0-8ca7-c04961566540 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144072 Sep 20 05:08:04.001517 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649d9ae-5982-4d2f-9fe7-a43867c7934e service neutron] Pushing event updated for resources: {'Port': ['ID=8d52dc07-684c-4392-b2c8-530981f28368,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:04.029939 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f70c8094-6efb-43da-9789-38feb2e52079 req-4a20fd38-5c29-4635-a2f0-503529a9b2cf tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537751 Sep 20 05:08:04.043757 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d504353e-87fe-4a7e-8128-47ad00cd01ca x-openstack-request-id: req-d504353e-87fe-4a7e-8128-47ad00cd01ca {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:04.046375 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aee81ba-57d9-4a36-a506-50a8285e35bf", "tag": "8d52dc07-684c-4392-b2c8-530981f28368", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:04.046722 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d504353e-87fe-4a7e-8128-47ad00cd01ca {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:04.047192 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aee81ba-57d9-4a36-a506-50a8285e35bf', 'tag': '8d52dc07-684c-4392-b2c8-530981f28368', 'status': 'completed', 'code': 200} Sep 20 05:08:04.077470 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-98fb87d3-0047-444d-8875-7fa68239cdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:04.170318 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd102adb-e097-46cf-baa9-4569f6721768 req-3cc34fba-61d8-4251-b12a-abf2c2ace815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:04.174371 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-3cc34fba-61d8-4251-b12a-abf2c2ace815 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=500deefbe2044682830249a240d22fe6&device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 1101 time: 0.0873396 Sep 20 05:08:04.188255 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afb2b6-09f8-4a5d-996b-3f24c06799b3 req-180a5e70-e2c1-415e-bceb-095c69080572 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:04.190059 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e3afb2b6-09f8-4a5d-996b-3f24c06799b3 req-180a5e70-e2c1-415e-bceb-095c69080572 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 948 time: 0.0804090 Sep 20 05:08:04.256484 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e3afb2b6-09f8-4a5d-996b-3f24c06799b3 req-ca8a78d9-8dd2-484b-a049-a1cbcc4c01c6 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458512 Sep 20 05:08:04.277552 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-7268efb9-eabe-4ace-8289-5c909ec6d5b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8d52dc07-684c-4392-b2c8-530981f28368 HTTP/1.1" status: 200 len: 217 time: 0.0724432 Sep 20 05:08:04.337464 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469b43d-be54-4e82-83f2-e95947c8cfe9 req-382f9ea8-94b7-4a05-aa5f-6c493d35c455 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:04.339364 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f469b43d-be54-4e82-83f2-e95947c8cfe9 req-382f9ea8-94b7-4a05-aa5f-6c493d35c455 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 945 time: 0.0755053 Sep 20 05:08:04.344086 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd102adb-e097-46cf-baa9-4569f6721768 req-988bb4a4-8247-4de9-8f7e-a79bfa86d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:04.345583 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-988bb4a4-8247-4de9-8f7e-a79bfa86d3ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a771ca7e-58cc-4b34-a4ac-27b863147c4d HTTP/1.1" status: 200 len: 843 time: 0.0497210 Sep 20 05:08:04.382376 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f469b43d-be54-4e82-83f2-e95947c8cfe9 req-f242adcb-7a60-48c8-8234-37a5a7875a0e tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360794 Sep 20 05:08:04.407413 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd102adb-e097-46cf-baa9-4569f6721768 req-30915083-1b86-4717-87ee-8daa638693fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:04.408570 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-30915083-1b86-4717-87ee-8daa638693fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f01b828b-abff-4599-8da1-9ea51d44ca7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0548339 Sep 20 05:08:04.538431 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-ba961aa8-6bb8-4924-b772-753d6b42897c service neutron] 10.222.0.23 "GET /v2.0/networks/f01b828b-abff-4599-8da1-9ea51d44ca7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185055 Sep 20 05:08:04.549471 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device f123ffee-366f-4849-a484-c8f6c7824115 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:08:04.629099 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19812a-511f-4ba1-9e53-8822d18cfabd req-4000155d-037a-4099-ae61-02a0a96cb446 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:04.640579 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a19812a-511f-4ba1-9e53-8822d18cfabd req-4000155d-037a-4099-ae61-02a0a96cb446 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0707672 Sep 20 05:08:04.680386 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd102adb-e097-46cf-baa9-4569f6721768 req-600bb40b-5e67-40a9-876e-8c574e614b57 service neutron] 10.222.0.23 "GET /v2.0/networks/f01b828b-abff-4599-8da1-9ea51d44ca7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213212 Sep 20 05:08:04.689643 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a19812a-511f-4ba1-9e53-8822d18cfabd req-14755f19-179d-4192-b167-1f1b874822a3 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411003 Sep 20 05:08:04.851618 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17728554-129d-4f9b-b957-0f942ff27fc2 req-27c88f01-6b1e-4e53-85f0-3fd6b6cfc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:04.853165 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-17728554-129d-4f9b-b957-0f942ff27fc2 req-27c88f01-6b1e-4e53-85f0-3fd6b6cfc388 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=500deefbe2044682830249a240d22fe6&device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 1101 time: 0.0475338 Sep 20 05:08:04.892300 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:04.950421 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17728554-129d-4f9b-b957-0f942ff27fc2 req-3d3246b3-ff26-497b-9542-816a98c00ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:04.951915 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-17728554-129d-4f9b-b957-0f942ff27fc2 req-3d3246b3-ff26-497b-9542-816a98c00ff1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f01b828b-abff-4599-8da1-9ea51d44ca7d HTTP/1.1" status: 200 len: 869 time: 0.0897670 Sep 20 05:08:04.999872 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-17728554-129d-4f9b-b957-0f942ff27fc2 req-a9e5d37a-2287-4cb0-afac-5f4ba04dd4ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8d52dc07-684c-4392-b2c8-530981f28368 HTTP/1.1" status: 200 len: 217 time: 0.0369952 Sep 20 05:08:05.061518 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17728554-129d-4f9b-b957-0f942ff27fc2 req-24b8a426-d584-4ad8-9a32-63a5c5fe0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:05.062982 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-17728554-129d-4f9b-b957-0f942ff27fc2 req-24b8a426-d584-4ad8-9a32-63a5c5fe0501 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a771ca7e-58cc-4b34-a4ac-27b863147c4d HTTP/1.1" status: 200 len: 843 time: 0.0438881 Sep 20 05:08:05.116346 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17728554-129d-4f9b-b957-0f942ff27fc2 req-cf6e20f0-5005-454a-99b6-3e05d44cee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:05.118377 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-17728554-129d-4f9b-b957-0f942ff27fc2 req-cf6e20f0-5005-454a-99b6-3e05d44cee31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f01b828b-abff-4599-8da1-9ea51d44ca7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438423 Sep 20 05:08:05.168281 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1960748-20b9-42cb-aa7e-1747310325c2 req-780e10d7-5a24-48fc-b719-456ee97ab1cb tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:05.169670 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e1960748-20b9-42cb-aa7e-1747310325c2 req-780e10d7-5a24-48fc-b719-456ee97ab1cb tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0491767 Sep 20 05:08:05.210298 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e1960748-20b9-42cb-aa7e-1747310325c2 req-3a89be31-3e1f-46e3-9729-a12fab28e077 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347500 Sep 20 05:08:05.220235 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-17728554-129d-4f9b-b957-0f942ff27fc2 req-85ec5cbc-6548-4c18-a5aa-7fb1f8ec0a9f service neutron] 10.222.0.23 "GET /v2.0/networks/f01b828b-abff-4599-8da1-9ea51d44ca7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899913 Sep 20 05:08:05.311269 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:05.323632 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-17728554-129d-4f9b-b957-0f942ff27fc2 req-92a315bc-660d-4e31-b6dd-e12cbde89203 service neutron] 10.222.0.23 "GET /v2.0/networks/f01b828b-abff-4599-8da1-9ea51d44ca7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955257 Sep 20 05:08:05.394449 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84863874-d33b-4e5b-b469-7535401bf822 req-0d2a7a28-b428-44f1-b7bf-737cf1fb6215 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:05.395954 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-84863874-d33b-4e5b-b469-7535401bf822 req-0d2a7a28-b428-44f1-b7bf-737cf1fb6215 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 948 time: 0.0525899 Sep 20 05:08:05.434043 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-84863874-d33b-4e5b-b469-7535401bf822 req-02183470-7104-49d0-80b5-5e3d1772371b tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316870 Sep 20 05:08:05.502319 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fc514-ed95-41c8-a955-04e7b8a4bb4b req-23683b96-58a7-4303-a876-032f79c48573 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:05.504013 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a6fc514-ed95-41c8-a955-04e7b8a4bb4b req-23683b96-58a7-4303-a876-032f79c48573 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 945 time: 0.0493350 Sep 20 05:08:05.543091 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a6fc514-ed95-41c8-a955-04e7b8a4bb4b req-978ad5a0-46b6-47f1-92c3-29d439f5601b tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327477 Sep 20 05:08:05.808584 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a834e24-69f0-440a-8965-427f174e06b5 req-7f1b51dd-b414-4bb6-a0b2-b84eb59e7267 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:05.810058 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0a834e24-69f0-440a-8965-427f174e06b5 req-7f1b51dd-b414-4bb6-a0b2-b84eb59e7267 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0479956 Sep 20 05:08:05.855420 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0a834e24-69f0-440a-8965-427f174e06b5 req-4dbc4a95-7741-43d8-ac8e-a7aa001ee37c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394421 Sep 20 05:08:06.336272 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8b991-29ba-4ab2-b50b-a2c3b88f3e45 req-910f3166-eac2-4820-b457-77966c7d5dc4 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:06.337859 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0db8b991-29ba-4ab2-b50b-a2c3b88f3e45 req-910f3166-eac2-4820-b457-77966c7d5dc4 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0568712 Sep 20 05:08:06.377121 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0db8b991-29ba-4ab2-b50b-a2c3b88f3e45 req-570d9c87-5309-488a-a999-aee446e48ba1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Sep 20 05:08:06.550315 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988771e6-3cad-4264-8f15-f892b25edb7c req-537ff47c-0392-47cd-8a45-884fa9f28b06 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:06.551800 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-988771e6-3cad-4264-8f15-f892b25edb7c req-537ff47c-0392-47cd-8a45-884fa9f28b06 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 948 time: 0.0490894 Sep 20 05:08:06.562941 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 8d52dc07-684c-4392-b2c8-530981f28368 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:08:06.572552 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device c5665f10-298c-4492-b850-b0215c4cca5c up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:08:06.594246 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-988771e6-3cad-4264-8f15-f892b25edb7c req-9b7043fa-4373-46c9-98bd-e8b6c4363c44 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346510 Sep 20 05:08:06.687460 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c0fbd-aa3d-4b3c-813c-0b0a6185a056 req-bf3a5b47-7090-42fa-b453-3edbcd5d87b0 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:06.689234 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-240c0fbd-aa3d-4b3c-813c-0b0a6185a056 req-bf3a5b47-7090-42fa-b453-3edbcd5d87b0 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 945 time: 0.0527861 Sep 20 05:08:06.694987 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port c5665f10-298c-4492-b850-b0215c4cca5c completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:08:06.702310 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port c5665f10-298c-4492-b850-b0215c4cca5c triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:08:06.702677 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:06.743261 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-240c0fbd-aa3d-4b3c-813c-0b0a6185a056 req-cd7feed7-11f0-4e4a-9b7a-a44f81bce6a2 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442989 Sep 20 05:08:06.744486 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 8d52dc07-684c-4392-b2c8-530981f28368, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d52dc07-684c-4392-b2c8-530981f28368,segment=NetworkSegment(5711360f-6e49-4742-bf9c-608f278726f7),segment_id=5711360f-6e49-4742-bf9c-608f278726f7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:06.771454 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '8d52dc07-684c-4392-b2c8-530981f28368', 'network_id': 'f01b828b-abff-4599-8da1-9ea51d44ca7d', 'port_id': '8d52dc07-684c-4392-b2c8-530981f28368', 'mac_address': 'fa:16:3e:48:3f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a771ca7e-58cc-4b34-a4ac-27b863147c4d', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:08:06.778948 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:06.841817 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:06.859904 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:06.862359 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d52dc07-684c-4392-b2c8-530981f28368 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:08:06.897306 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 8d52dc07-684c-4392-b2c8-530981f28368, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d52dc07-684c-4392-b2c8-530981f28368,segment=NetworkSegment(5711360f-6e49-4742-bf9c-608f278726f7),segment_id=5711360f-6e49-4742-bf9c-608f278726f7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:06.902756 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:08:06.905075 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e4526f-1799-4097-9808-8b5af82aa077" -d '{"events": [{"server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "name": "network-vif-plugged", "status": "completed", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:06.914975 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:06.923651 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port c5665f10-298c-4492-b850-b0215c4cca5c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c5665f10-298c-4492-b850-b0215c4cca5c,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:06.944674 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:06.956324 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c3b22e-d6d4-4258-b511-e7a3406e1277 x-openstack-request-id: req-26c3b22e-d6d4-4258-b511-e7a3406e1277 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:06.956612 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "name": "network-vif-plugged", "status": "completed", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:06.956858 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26c3b22e-d6d4-4258-b511-e7a3406e1277 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:06.957332 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'code': 200} Sep 20 05:08:06.974791 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=8d52dc07-684c-4392-b2c8-530981f28368,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:07.015382 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480f842-ba92-4267-aa40-4ef9b013f40d req-f8ef9f08-69c5-4e41-af02-be3b00153de2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:07.017551 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6480f842-ba92-4267-aa40-4ef9b013f40d req-f8ef9f08-69c5-4e41-af02-be3b00153de2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0610492 Sep 20 05:08:07.028860 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=c5665f10-298c-4492-b850-b0215c4cca5c,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:07.057624 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6480f842-ba92-4267-aa40-4ef9b013f40d req-b318b0a9-b6b8-46ae-8b38-92724a5094bf tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Sep 20 05:08:07.315827 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99411b50-37ae-4e2d-a1c0-111a45452175 req-9a86a3e9-a625-4ee7-9b5a-abe40a066081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:07.317233 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99411b50-37ae-4e2d-a1c0-111a45452175 req-9a86a3e9-a625-4ee7-9b5a-abe40a066081 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 1099 time: 0.0420425 Sep 20 05:08:07.360794 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99411b50-37ae-4e2d-a1c0-111a45452175 req-d29250b3-cee4-49a1-a409-7e7c9384b61e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Sep 20 05:08:07.493485 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa1179-2ac7-414c-af49-c1b9eac0f7f1 req-a6b4e3b6-84b4-4edc-82f8-e2762a7c90ad tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:07.495482 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-48aa1179-2ac7-414c-af49-c1b9eac0f7f1 req-a6b4e3b6-84b4-4edc-82f8-e2762a7c90ad tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0496109 Sep 20 05:08:07.533334 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-48aa1179-2ac7-414c-af49-c1b9eac0f7f1 req-7053252a-824b-40b5-b9cc-aefb4739fb17 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Sep 20 05:08:07.565329 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['8d52dc07-684c-4392-b2c8-530981f28368'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:08:07.740048 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc65f6-f549-4db2-a6b6-47096d3a889a req-48abde0f-fcf5-460d-98f3-380c471c73af tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:07.744539 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4ecc65f6-f549-4db2-a6b6-47096d3a889a req-48abde0f-fcf5-460d-98f3-380c471c73af tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 949 time: 0.0649357 Sep 20 05:08:07.797053 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4ecc65f6-f549-4db2-a6b6-47096d3a889a req-ffdc8bc9-e319-45a4-a42b-275f5bc61b9b tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489194 Sep 20 05:08:07.879714 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107675f-cd95-4efd-b061-c1c1b7a363ba req-5bc70a41-fbb3-4bc8-a5f3-e9a82b184090 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:07.881361 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6107675f-cd95-4efd-b061-c1c1b7a363ba req-5bc70a41-fbb3-4bc8-a5f3-e9a82b184090 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0551329 Sep 20 05:08:07.923743 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6107675f-cd95-4efd-b061-c1c1b7a363ba req-89123c91-bf2b-4f08-bc52-56b958a67f77 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350282 Sep 20 05:08:08.184964 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c12bf7-86c1-4b0f-97e1-87aa98e1f126 req-32224db5-f6f5-47f5-80a9-faf9f8ffde2a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:08.186695 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-39c12bf7-86c1-4b0f-97e1-87aa98e1f126 req-32224db5-f6f5-47f5-80a9-faf9f8ffde2a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0498669 Sep 20 05:08:08.225160 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-39c12bf7-86c1-4b0f-97e1-87aa98e1f126 req-a9e5570d-56b6-4267-ad26-bfbb5c62c171 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323913 Sep 20 05:08:08.647726 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b784bf-90f8-4247-9b77-4ccee763076e req-0035e44f-44b3-49aa-a018-01aeb3c07709 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:08.649361 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-16b784bf-90f8-4247-9b77-4ccee763076e req-0035e44f-44b3-49aa-a018-01aeb3c07709 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0477498 Sep 20 05:08:08.686726 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-16b784bf-90f8-4247-9b77-4ccee763076e req-2d5a96d6-d571-48aa-9767-6892b156ff00 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Sep 20 05:08:08.921782 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d498e20-aa7e-42b2-aeb0-3aeab9154567 req-8abf37ac-21e3-47b6-91fa-d051ebd26a81 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:08.923782 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3d498e20-aa7e-42b2-aeb0-3aeab9154567 req-8abf37ac-21e3-47b6-91fa-d051ebd26a81 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 949 time: 0.0640357 Sep 20 05:08:08.966102 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3d498e20-aa7e-42b2-aeb0-3aeab9154567 req-b657c7d7-9f0f-4962-b987-70b2da36cf85 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346766 Sep 20 05:08:09.036626 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-77708ce4-bca0-44d6-ad01-e931dbec4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:09.038178 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-77708ce4-bca0-44d6-ad01-e931dbec4219 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367&tenant_id=0ad587c82aaf4f638b2311fc969a1ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0749905 Sep 20 05:08:09.047095 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880716f-83f0-409c-a7a4-cef51f777f1a req-d6ef9908-af44-4245-8123-e66b2bc3b7a1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:09.048684 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4880716f-83f0-409c-a7a4-cef51f777f1a req-d6ef9908-af44-4245-8123-e66b2bc3b7a1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0526626 Sep 20 05:08:09.088042 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4880716f-83f0-409c-a7a4-cef51f777f1a req-bc11f897-80a9-4e86-bde0-77344ca3bef3 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334065 Sep 20 05:08:09.231559 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-f7ebb6ea-3f7e-4f72-923e-f5d09aa740da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:09.233074 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-f7ebb6ea-3f7e-4f72-923e-f5d09aa740da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 1096 time: 0.0436392 Sep 20 05:08:09.337644 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-37779ac7-77d8-43d8-a407-c16287ada929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:09.339797 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-37779ac7-77d8-43d8-a407-c16287ada929 service neutron] 10.222.0.23 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 916 time: 0.0940633 Sep 20 05:08:09.364322 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840b197-4a54-4343-9c7f-99ba1c5bbcb7 req-324787ed-3c2f-470f-a285-d14cda44df6b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:09.365964 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e840b197-4a54-4343-9c7f-99ba1c5bbcb7 req-324787ed-3c2f-470f-a285-d14cda44df6b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0643449 Sep 20 05:08:09.410034 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e840b197-4a54-4343-9c7f-99ba1c5bbcb7 req-108fc887-fb20-49bd-be7f-75d14f6ac867 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353453 Sep 20 05:08:09.423329 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-ad9ac575-a7e5-4d35-8d9e-6c69fda39454 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f123ffee-366f-4849-a484-c8f6c7824115 HTTP/1.1" status: 200 len: 998 time: 0.0611169 Sep 20 05:08:09.503681 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-87603260-834b-48c8-a4d4-034a99b32119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:09.505165 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-87603260-834b-48c8-a4d4-034a99b32119 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 200 len: 855 time: 0.0525732 Sep 20 05:08:09.555999 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-b758f3e9-5169-4586-a515-5f18be9530e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:09.558471 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-b758f3e9-5169-4586-a515-5f18be9530e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=938fc456-60b7-4e39-9ccf-45538a5abe25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436082 Sep 20 05:08:09.676690 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-ae92d0b9-cbe1-4edf-ad0c-ebc537aa1a12 service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885108 Sep 20 05:08:09.808561 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-075ad3ba-cd1f-42d1-a210-cee589b0f4b5 req-6b62d770-7e22-474b-a3ea-fd0d85fb8acb service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097744 Sep 20 05:08:09.813529 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb1f42-b729-4db3-80c9-e7cf5b025fb5 req-379768b3-4b9b-4ede-a9c9-441e92c75d1a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:09.815008 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-efcb1f42-b729-4db3-80c9-e7cf5b025fb5 req-379768b3-4b9b-4ede-a9c9-441e92c75d1a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0587554 Sep 20 05:08:09.853426 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-efcb1f42-b729-4db3-80c9-e7cf5b025fb5 req-1065d872-427e-4ebe-9517-4f441382ee1d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319424 Sep 20 05:08:10.081501 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bdc04-6ea8-4358-a8e3-0a5cd2e965e8 req-70191280-7904-45f2-a7ee-e1a07af7b26e tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:10.083190 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a88bdc04-6ea8-4358-a8e3-0a5cd2e965e8 req-70191280-7904-45f2-a7ee-e1a07af7b26e tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 949 time: 0.0485978 Sep 20 05:08:10.123432 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a88bdc04-6ea8-4358-a8e3-0a5cd2e965e8 req-b72c2a36-beba-4f38-b83a-203a3cb0676d tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338283 Sep 20 05:08:10.220982 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355028ae-08a2-4296-a804-adcfd55e8943 req-f6399572-0cca-405a-8800-4153cf0e2107 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:10.225552 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-355028ae-08a2-4296-a804-adcfd55e8943 req-f6399572-0cca-405a-8800-4153cf0e2107 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0619605 Sep 20 05:08:10.274775 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-355028ae-08a2-4296-a804-adcfd55e8943 req-728023b5-7897-4f7c-b18d-4336c2013f2d tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 Sep 20 05:08:10.417701 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c04d14-6ac3-42e8-ae3a-17aa358670b9 req-c0e3f989-bd98-430c-b179-c76d0caf646c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:10.419421 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d5c04d14-6ac3-42e8-ae3a-17aa358670b9 req-c0e3f989-bd98-430c-b179-c76d0caf646c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0636706 Sep 20 05:08:10.459488 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d5c04d14-6ac3-42e8-ae3a-17aa358670b9 req-cc8a5296-8f13-43bf-a5cc-f0a815b67681 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338562 Sep 20 05:08:10.490843 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 40054) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:08:10.552213 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d752302-6efe-45c1-834f-835b36ea90fc req-2076a59b-bd61-48fe-bd0e-571ba6d0b3f1 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:10.554010 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6d752302-6efe-45c1-834f-835b36ea90fc req-2076a59b-bd61-48fe-bd0e-571ba6d0b3f1 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0555046 Sep 20 05:08:10.577397 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 8d52dc07-684c-4392-b2c8-530981f28368 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:08:10.658580 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 8d52dc07-684c-4392-b2c8-530981f28368 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:08:10.689045 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 8d52dc07-684c-4392-b2c8-530981f28368 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:08:10.690134 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:10.697298 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6d752302-6efe-45c1-834f-835b36ea90fc req-f8b3e677-772d-450b-b919-2eeefd797bc2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358860 Sep 20 05:08:10.707178 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3786c0a5-eb92-48c6-9e12-a01e6b7a2635 tempest-TestShelveInstance-1867925186 tempest-TestShelveInstance-1867925186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:10.709424 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3786c0a5-eb92-48c6-9e12-a01e6b7a2635 tempest-TestShelveInstance-1867925186 tempest-TestShelveInstance-1867925186-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 1094 time: 0.2171638 Sep 20 05:08:10.712845 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 40060) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:08:10.718828 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Request body: {'floatingip': {'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'port_id': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:08:10.762323 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:10.894958 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:10.939607 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:10.979100 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 8d52dc07-684c-4392-b2c8-530981f28368, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d52dc07-684c-4392-b2c8-530981f28368,segment=NetworkSegment(5711360f-6e49-4742-bf9c-608f278726f7),segment_id=5711360f-6e49-4742-bf9c-608f278726f7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:10.980391 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aee81ba-57d9-4a36-a506-50a8285e35bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d52dc07-684c-4392-b2c8-530981f28368'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:08:10.983292 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e4203e-5551-43a1-91c0-f729101de4e6" -d '{"events": [{"server_uuid": "2aee81ba-57d9-4a36-a506-50a8285e35bf", "name": "network-vif-plugged", "status": "completed", "tag": "8d52dc07-684c-4392-b2c8-530981f28368"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:11.001510 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:11.037094 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Allocated IP 172.27.1.221 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/300aab81-5cae-47a6-80ab-e9445432cee2) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:08:11.050505 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2a02-53ac-4bc3-8e6b-18dfeab380bd req-c507c51e-5137-4721-8001-d560d1d4d5c1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:11.055802 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543c3c18-8c07-4ef3-a57d-95b9a02c3af2 x-openstack-request-id: req-543c3c18-8c07-4ef3-a57d-95b9a02c3af2 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:11.056299 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aee81ba-57d9-4a36-a506-50a8285e35bf", "name": "network-vif-plugged", "status": "completed", "tag": "8d52dc07-684c-4392-b2c8-530981f28368", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:11.057248 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-543c3c18-8c07-4ef3-a57d-95b9a02c3af2 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:11.057819 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aee81ba-57d9-4a36-a506-50a8285e35bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d52dc07-684c-4392-b2c8-530981f28368', 'code': 200} Sep 20 05:08:11.060898 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-164f2a02-53ac-4bc3-8e6b-18dfeab380bd req-c507c51e-5137-4721-8001-d560d1d4d5c1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0942445 Sep 20 05:08:11.086457 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=8d52dc07-684c-4392-b2c8-530981f28368,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:11.141756 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-164f2a02-53ac-4bc3-8e6b-18dfeab380bd req-482aee2c-279f-45b1-a965-246b86782ec6 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633986 Sep 20 05:08:11.233414 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:11.284149 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895ed8e-bc90-495d-81ac-b630136c4804 req-7fcbec40-0fc4-4da1-b7d8-0215d9a07e1a tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:11.286016 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7895ed8e-bc90-495d-81ac-b630136c4804 req-7fcbec40-0fc4-4da1-b7d8-0215d9a07e1a tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0819685 Sep 20 05:08:11.308173 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:11.341326 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:08:11.344807 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:08:11.347958 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:08:11.359283 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7895ed8e-bc90-495d-81ac-b630136c4804 req-1647fb6e-1fb2-4c3c-ba21-37b706d418b1 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657220 Sep 20 05:08:11.446709 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event updated for resources: {'Port': ['ID=300aab81-5cae-47a6-80ab-e9445432cee2,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:11.709962 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1680fd9-50f6-472f-b1a0-52f87169c1d7 req-12d58ec8-64c4-42b2-9571-a5e219685b4d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:11.709962 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e1680fd9-50f6-472f-b1a0-52f87169c1d7 req-12d58ec8-64c4-42b2-9571-a5e219685b4d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0505056 Sep 20 05:08:11.770970 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e1680fd9-50f6-472f-b1a0-52f87169c1d7 req-b3f3fbd1-96b2-4d4f-8000-25c5b94cc07f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459292 Sep 20 05:08:11.862111 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fea11c-3a2b-4eb8-b7d9-3f16acbb3e43 req-fc2ec906-f34c-4e1a-9728-37bb6e045613 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:11.863592 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-68fea11c-3a2b-4eb8-b7d9-3f16acbb3e43 req-fc2ec906-f34c-4e1a-9728-37bb6e045613 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0578592 Sep 20 05:08:11.891391 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:11.913379 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-68fea11c-3a2b-4eb8-b7d9-3f16acbb3e43 req-e7266052-8d70-4b6b-a0a4-c4a61fae0d11 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Sep 20 05:08:11.970754 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:12.122558 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:12.127099 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:12.192189 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event updated for resources: {'Port': ['ID=300aab81-5cae-47a6-80ab-e9445432cee2,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:12.205090 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:12.277577 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5476e0b-ecd3-432b-a18a-872aeab2be2f req-e390ff66-c060-4fe7-971d-21935ac6ebf3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:12.278982 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e5476e0b-ecd3-432b-a18a-872aeab2be2f req-e390ff66-c060-4fe7-971d-21935ac6ebf3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0507648 Sep 20 05:08:12.306695 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Floating IP 853d5f6b-e4cd-481a-8323-a43700cedd41 associated. External IP: 172.27.1.221, port: c5665f10-298c-4492-b850-b0215c4cca5c. Sep 20 05:08:12.328969 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e5476e0b-ecd3-432b-a18a-872aeab2be2f req-9a8dd086-f214-4555-ba99-fe9a8a85234d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Sep 20 05:08:12.497556 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57f0b5-22ff-4a4b-98d0-046cf080a139 req-840a9e52-3665-4244-a1b7-e45f41228790 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:12.499150 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fd57f0b5-22ff-4a4b-98d0-046cf080a139 req-840a9e52-3665-4244-a1b7-e45f41228790 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0715153 Sep 20 05:08:12.527398 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Router 4785d96b-9a01-4578-aec9-3af9f76e57c6 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:08:12.538134 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fd57f0b5-22ff-4a4b-98d0-046cf080a139 req-da62319e-d5fd-40a2-8ce2-19d75d0e038b tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Sep 20 05:08:12.648683 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:08:12.661744 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c3fcc-9f39-49ce-8d04-40f952fb9f49 None None] Sync routers for ids ['4785d96b-9a01-4578-aec9-3af9f76e57c6'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:08:12.670332 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:12.675614 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c3fcc-9f39-49ce-8d04-40f952fb9f49 None None] Routers {'4785d96b-9a01-4578-aec9-3af9f76e57c6'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:08:12.676461 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-067c3fcc-9f39-49ce-8d04-40f952fb9f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:08:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['4785d96b-9a01-4578-aec9-3af9f76e57c6'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:08:12.701881 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-54a2649c-64b8-424d-9fdf-f1ec6adcf41f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9868770 Sep 20 05:08:12.702569 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:08:12.705436 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ad144c-ebf3-4f58-8f4a-7f158e8796b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:12.751768 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a603feba-7bee-4094-a5b3-77f62dec72d7 x-openstack-request-id: req-a603feba-7bee-4094-a5b3-77f62dec72d7 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:12.752321 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:12.752321 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a603feba-7bee-4094-a5b3-77f62dec72d7 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:12.752685 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'status': 'completed', 'code': 200} Sep 20 05:08:12.804108 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-067c3fcc-9f39-49ce-8d04-40f952fb9f49 None None] Set router 4785d96b-9a01-4578-aec9-3af9f76e57c6 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:08:12.925996 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ec110-fa19-4520-afe5-b5d0260dc9f1 req-31b5cba6-d075-44b2-8273-ccfdede9ccd8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:12.927598 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c87ec110-fa19-4520-afe5-b5d0260dc9f1 req-31b5cba6-d075-44b2-8273-ccfdede9ccd8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0590272 Sep 20 05:08:12.972460 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c87ec110-fa19-4520-afe5-b5d0260dc9f1 req-5a0f86de-aa04-4d1d-ade3-820b673b5ba1 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384159 Sep 20 05:08:13.080261 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad267c10-1174-4fe8-b638-5a569173ca9f req-e2a55f4b-c877-4d77-819d-f2dec14c0b4d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:13.081811 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ad267c10-1174-4fe8-b638-5a569173ca9f req-e2a55f4b-c877-4d77-819d-f2dec14c0b4d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0521204 Sep 20 05:08:13.128630 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ad267c10-1174-4fe8-b638-5a569173ca9f req-6a71c76e-ca1d-42ed-9f58-4a87b0f85b06 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385618 Sep 20 05:08:13.141912 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-067c3fcc-9f39-49ce-8d04-40f952fb9f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:04Z', 'revision_number': 4, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '853d5f6b-e4cd-481a-8323-a43700cedd41', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'port_id': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'mac_address': 'fa:16:3e:79:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:08:11Z', 'updated_at': '2021-09-20T05:08:11Z', 'revision_number': 0, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6667b96d-7921-4ee3-9ec9-73c0c2bd7572', 'name': '', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'mac_address': 'fa:16:3e:7a:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:03Z', 'updated_at': '2021-09-20T05:07:08Z', 'revision_number': 5, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'subnets': [{'id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:08:13.200443 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c3fcc-9f39-49ce-8d04-40f952fb9f49 None None] Checking router: 4785d96b-9a01-4578-aec9-3af9f76e57c6 for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:08:13.211662 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c3fcc-9f39-49ce-8d04-40f952fb9f49 None None] Routers {'4785d96b-9a01-4578-aec9-3af9f76e57c6'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:08:13.212332 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-067c3fcc-9f39-49ce-8d04-40f952fb9f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:08:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['4785d96b-9a01-4578-aec9-3af9f76e57c6'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:08:13.327727 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-067c3fcc-9f39-49ce-8d04-40f952fb9f49 None None] Set router 4785d96b-9a01-4578-aec9-3af9f76e57c6 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:08:13.461217 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb50609-8e28-4104-ba5d-1a7f6f118abc req-a8b54586-635f-4317-bf5a-780c92b887c5 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:13.462808 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2eb50609-8e28-4104-ba5d-1a7f6f118abc req-a8b54586-635f-4317-bf5a-780c92b887c5 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0687578 Sep 20 05:08:13.506753 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2eb50609-8e28-4104-ba5d-1a7f6f118abc req-ca4dfece-90b6-4cc6-9a1e-b75b159d7462 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374136 Sep 20 05:08:13.581374 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-067c3fcc-9f39-49ce-8d04-40f952fb9f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:04Z', 'revision_number': 4, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '853d5f6b-e4cd-481a-8323-a43700cedd41', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'port_id': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'mac_address': 'fa:16:3e:79:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:08:11Z', 'updated_at': '2021-09-20T05:08:11Z', 'revision_number': 0, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6667b96d-7921-4ee3-9ec9-73c0c2bd7572', 'name': '', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'mac_address': 'fa:16:3e:7a:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:03Z', 'updated_at': '2021-09-20T05:07:08Z', 'revision_number': 5, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'subnets': [{'id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:08:13.611281 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c3fcc-9f39-49ce-8d04-40f952fb9f49 None None] The sync data for ids ['4785d96b-9a01-4578-aec9-3af9f76e57c6'] in dv-cinder-809965-1-iscsi is: [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:04Z', 'revision_number': 4, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '853d5f6b-e4cd-481a-8323-a43700cedd41', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'port_id': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'mac_address': 'fa:16:3e:79:01:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:08:11Z', 'updated_at': '2021-09-20T05:08:11Z', 'revision_number': 0, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6667b96d-7921-4ee3-9ec9-73c0c2bd7572', 'name': '', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'mac_address': 'fa:16:3e:7a:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:03Z', 'updated_at': '2021-09-20T05:07:08Z', 'revision_number': 5, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'subnets': [{'id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:08:13.664003 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f922f6-55b5-4c48-a0d2-44d4d00310f6 req-a031f4c1-3240-4c36-9411-3f7c99c440bc tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:13.665717 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a5f922f6-55b5-4c48-a0d2-44d4d00310f6 req-a031f4c1-3240-4c36-9411-3f7c99c440bc tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0584366 Sep 20 05:08:13.714354 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a5f922f6-55b5-4c48-a0d2-44d4d00310f6 req-84d46315-4717-4a8f-9e91-030f43ae2fd4 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354216 Sep 20 05:08:13.834744 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdd5fe2-6247-4aaa-8532-aff5ef933855 None None] New status for floating IP 853d5f6b-e4cd-481a-8323-a43700cedd41: ACTIVE {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:08:14.111919 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38885a21-c0ac-46a1-b105-8b2368f1cde1 req-a578a566-d9e8-49c0-861a-f5cb57927295 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:14.113561 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-38885a21-c0ac-46a1-b105-8b2368f1cde1 req-a578a566-d9e8-49c0-861a-f5cb57927295 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0486102 Sep 20 05:08:14.156459 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-38885a21-c0ac-46a1-b105-8b2368f1cde1 req-36beaf0c-9831-4a53-8035-e8fd939e2835 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341525 Sep 20 05:08:14.248415 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c73315-c208-47a3-baee-43bdbe147c8c req-9b72a71b-1d04-4b70-b32f-5a6135d8fc61 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:14.249855 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c1c73315-c208-47a3-baee-43bdbe147c8c req-9b72a71b-1d04-4b70-b32f-5a6135d8fc61 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0486355 Sep 20 05:08:14.287136 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c1c73315-c208-47a3-baee-43bdbe147c8c req-63c8e3e6-f73a-4050-b686-c84121af2c27 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314550 Sep 20 05:08:14.626167 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a0622-cc19-46ea-8347-a9684cbee42b req-70d5f3b9-1df1-405a-ac3e-e44d44d93a6d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:14.627629 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-116a0622-cc19-46ea-8347-a9684cbee42b req-70d5f3b9-1df1-405a-ac3e-e44d44d93a6d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0519822 Sep 20 05:08:14.663912 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-116a0622-cc19-46ea-8347-a9684cbee42b req-2585dd68-af19-449c-94ef-9f78f962dd76 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304897 Sep 20 05:08:14.830150 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fbf49-40bb-41a0-9977-66cb6adf8f40 req-3fca2451-a977-42a5-a957-38859e709af7 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:14.831595 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b39fbf49-40bb-41a0-9977-66cb6adf8f40 req-3fca2451-a977-42a5-a957-38859e709af7 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0498278 Sep 20 05:08:14.877916 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b39fbf49-40bb-41a0-9977-66cb6adf8f40 req-5f3ddb95-5baf-45a6-a823-3ef233d63f62 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371261 Sep 20 05:08:15.277339 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe2a3d-3f15-449f-81ba-8d4f5f3daf2c req-239ba51d-e8bc-448d-9ea4-8c33e3091cb5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:15.279161 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b4fe2a3d-3f15-449f-81ba-8d4f5f3daf2c req-239ba51d-e8bc-448d-9ea4-8c33e3091cb5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0518837 Sep 20 05:08:15.318365 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b4fe2a3d-3f15-449f-81ba-8d4f5f3daf2c req-aed370bf-0599-49d9-9f55-d7e499f85b9e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333185 Sep 20 05:08:15.412909 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c9863-f03d-4597-a935-169b4f3b1445 req-0dc8b1a0-8809-4cec-ad05-f15ad6790a84 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:15.414365 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-757c9863-f03d-4597-a935-169b4f3b1445 req-0dc8b1a0-8809-4cec-ad05-f15ad6790a84 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0536845 Sep 20 05:08:15.451759 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-757c9863-f03d-4597-a935-169b4f3b1445 req-ed2dac45-a4ba-42d1-88bd-274747bf907f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313470 Sep 20 05:08:15.788782 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9a58f-faa5-4343-b914-2cb4b5300bd5 req-1bb63533-c4b4-4942-bf17-ce473ea9c795 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:15.791853 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbc9a58f-faa5-4343-b914-2cb4b5300bd5 req-1bb63533-c4b4-4942-bf17-ce473ea9c795 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0552378 Sep 20 05:08:15.831873 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbc9a58f-faa5-4343-b914-2cb4b5300bd5 req-8d1e6ee4-2651-45af-bfc8-7d85bdb43d6e tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Sep 20 05:08:15.994842 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d3ffc-94be-45a6-8177-1f8db9a1919d req-2859307c-16e8-4677-a82d-6ddd16aba848 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:15.996467 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-103d3ffc-94be-45a6-8177-1f8db9a1919d req-2859307c-16e8-4677-a82d-6ddd16aba848 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0518410 Sep 20 05:08:16.034936 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-103d3ffc-94be-45a6-8177-1f8db9a1919d req-8462a837-c112-4dee-a774-03dceaa5c4eb tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325592 Sep 20 05:08:16.446374 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574496e3-d86a-461e-9851-454dcb236441 req-d0fcb490-3be0-4879-b6d4-47b4b77ccc15 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:16.447932 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-574496e3-d86a-461e-9851-454dcb236441 req-d0fcb490-3be0-4879-b6d4-47b4b77ccc15 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0555134 Sep 20 05:08:16.501558 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-574496e3-d86a-461e-9851-454dcb236441 req-6f34a3f0-218d-4fb6-a08a-b50d5cee3b7d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475881 Sep 20 05:08:16.590013 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba07f91-21cc-4670-a653-c4339f32a8ba req-26f657aa-0635-4743-a520-d3f86942648c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:16.591604 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dba07f91-21cc-4670-a653-c4339f32a8ba req-26f657aa-0635-4743-a520-d3f86942648c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0539842 Sep 20 05:08:16.629726 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dba07f91-21cc-4670-a653-c4339f32a8ba req-e813143f-db46-4d1b-9236-d707feebc28d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320663 Sep 20 05:08:16.943581 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75bac9-721a-47c8-a4be-74a456e93aa0 req-2c9f304b-b256-478a-bf40-15c6202f9bc6 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:16.945079 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9b75bac9-721a-47c8-a4be-74a456e93aa0 req-2c9f304b-b256-478a-bf40-15c6202f9bc6 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0477641 Sep 20 05:08:16.985249 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9b75bac9-721a-47c8-a4be-74a456e93aa0 req-2e4ca494-eb0d-4f7f-a4b3-1e100fee6914 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335820 Sep 20 05:08:17.156562 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9638c-421b-4e88-bfbe-11828fd78358 req-e4a58998-b4eb-417b-9063-5d928c694c75 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:17.157995 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8df9638c-421b-4e88-bfbe-11828fd78358 req-e4a58998-b4eb-417b-9063-5d928c694c75 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0516973 Sep 20 05:08:17.196128 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8df9638c-421b-4e88-bfbe-11828fd78358 req-3cd64722-72ca-4521-a9ae-9fb5727d11c0 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319095 Sep 20 05:08:17.621560 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd45cb-7b42-4604-a879-27a251a07a9c req-02774ea7-795b-4ada-bbcb-090d35326137 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:17.623311 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cdbd45cb-7b42-4604-a879-27a251a07a9c req-02774ea7-795b-4ada-bbcb-090d35326137 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0533309 Sep 20 05:08:17.661113 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cdbd45cb-7b42-4604-a879-27a251a07a9c req-8335f81f-f37d-455a-a2cb-582bf7cae82c tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Sep 20 05:08:17.762582 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939511c-8aed-47e2-b376-6b6d138e2756 req-092a53b9-613d-4842-b3f1-132df1809bde tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:17.764004 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2939511c-8aed-47e2-b376-6b6d138e2756 req-092a53b9-613d-4842-b3f1-132df1809bde tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0606670 Sep 20 05:08:17.803510 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2939511c-8aed-47e2-b376-6b6d138e2756 req-3d86a4cd-c1ea-45e7-a9af-af16cdd30618 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330334 Sep 20 05:08:18.110552 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a5e59-da0c-413f-8b45-23797769632b req-32ddaa86-c23d-484a-a82a-b1d6d1e6a353 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:18.112024 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e22a5e59-da0c-413f-8b45-23797769632b req-32ddaa86-c23d-484a-a82a-b1d6d1e6a353 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0515697 Sep 20 05:08:18.152777 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e22a5e59-da0c-413f-8b45-23797769632b req-23825849-7f39-4fa1-a1f5-814839c9643d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343168 Sep 20 05:08:18.312519 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee1c78-9566-4e1c-8cdc-5d811fd6e3f9 req-28215f83-3118-4466-aa77-974d9bc02650 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:18.314146 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04ee1c78-9566-4e1c-8cdc-5d811fd6e3f9 req-28215f83-3118-4466-aa77-974d9bc02650 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0514596 Sep 20 05:08:18.354809 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04ee1c78-9566-4e1c-8cdc-5d811fd6e3f9 req-eabcbe00-c59a-4d29-9f54-57e8a634f4c8 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339065 Sep 20 05:08:18.777121 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9e099-bb57-4ee2-8960-d04676b60847 req-6dc71d97-c941-4f5f-8543-b02095addcd6 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:18.778659 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e0c9e099-bb57-4ee2-8960-d04676b60847 req-6dc71d97-c941-4f5f-8543-b02095addcd6 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0489247 Sep 20 05:08:18.825559 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e0c9e099-bb57-4ee2-8960-d04676b60847 req-5c4b564e-bb63-435b-9868-6f601ca2a6ae tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407262 Sep 20 05:08:18.940402 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7780feb-f069-427d-b482-702c9883a561 req-ae023189-3809-4c95-ba20-c9ce2a9f75b7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:18.941801 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a7780feb-f069-427d-b482-702c9883a561 req-ae023189-3809-4c95-ba20-c9ce2a9f75b7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0578637 Sep 20 05:08:18.982977 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a7780feb-f069-427d-b482-702c9883a561 req-c46a906c-79c9-43bf-8236-5ffe92e83b34 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347304 Sep 20 05:08:19.272412 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed837e90-aaa9-4279-9501-0d113f68c60e req-c176985f-9057-41b4-bac0-6070b0fc857b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:19.273985 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed837e90-aaa9-4279-9501-0d113f68c60e req-c176985f-9057-41b4-bac0-6070b0fc857b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0481825 Sep 20 05:08:19.319024 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed837e90-aaa9-4279-9501-0d113f68c60e req-768ea6d6-427b-41d4-99e3-a055c2463186 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381293 Sep 20 05:08:19.499006 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e290f-a836-4246-a54f-7e255948d789 req-590489ff-3c10-4efa-bec9-f7c758e49c56 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:19.500446 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b75e290f-a836-4246-a54f-7e255948d789 req-590489ff-3c10-4efa-bec9-f7c758e49c56 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0505073 Sep 20 05:08:19.538866 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b75e290f-a836-4246-a54f-7e255948d789 req-a197d6a5-ac3a-411a-bc11-432bab2f6365 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Sep 20 05:08:19.950849 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcadd0b-1e3e-4e67-a644-78795f812463 req-28427ee6-ca13-4a77-9f3f-d7fc88fc12f6 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:19.952359 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6fcadd0b-1e3e-4e67-a644-78795f812463 req-28427ee6-ca13-4a77-9f3f-d7fc88fc12f6 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0593524 Sep 20 05:08:19.993022 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6fcadd0b-1e3e-4e67-a644-78795f812463 req-c1eea9bf-38c7-4367-9ada-0f98965c0655 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345612 Sep 20 05:08:20.108154 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e91b4c-c66b-4411-bb94-a43cf95c0298 req-5c26b4b9-dbe6-4b14-9e3e-9a0e43283e60 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:20.109677 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-27e91b4c-c66b-4411-bb94-a43cf95c0298 req-5c26b4b9-dbe6-4b14-9e3e-9a0e43283e60 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0524600 Sep 20 05:08:20.152408 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-27e91b4c-c66b-4411-bb94-a43cf95c0298 req-450b9e63-699d-4835-9fc9-b5ba525a3fb0 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366046 Sep 20 05:08:20.441835 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a633a8-308f-4724-899c-863af5bfcfc8 req-fe3db2cc-d74a-4318-b71b-c7c7630375c3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:20.443693 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66a633a8-308f-4724-899c-863af5bfcfc8 req-fe3db2cc-d74a-4318-b71b-c7c7630375c3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0504045 Sep 20 05:08:20.482590 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66a633a8-308f-4724-899c-863af5bfcfc8 req-d5973649-ed23-4443-b823-d833208a7153 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Sep 20 05:08:20.661694 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d81e6-b363-4475-92e7-aa13df5c9eb0 req-ae945795-82f1-4b7d-9dcc-2b24493ceaa7 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:20.663072 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c91d81e6-b363-4475-92e7-aa13df5c9eb0 req-ae945795-82f1-4b7d-9dcc-2b24493ceaa7 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0562258 Sep 20 05:08:20.725580 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c91d81e6-b363-4475-92e7-aa13df5c9eb0 req-ceab85cd-1246-4903-a1f6-154ffe71f88c tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553906 Sep 20 05:08:21.114039 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef42d-5a4c-4d0d-a905-63b917cc3c37 req-ad80be46-8702-48ad-b8fa-2f3add3150fb tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:21.115688 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-667ef42d-5a4c-4d0d-a905-63b917cc3c37 req-ad80be46-8702-48ad-b8fa-2f3add3150fb tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0535352 Sep 20 05:08:21.154846 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-667ef42d-5a4c-4d0d-a905-63b917cc3c37 req-40e89543-e355-4d7b-9752-5bbb8b426be8 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325961 Sep 20 05:08:21.274478 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212425e-6715-4aec-9ff9-175b9f67cbe1 req-8cb5ab28-4665-49c1-a25e-ec6856cd59d3 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:21.276645 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4212425e-6715-4aec-9ff9-175b9f67cbe1 req-8cb5ab28-4665-49c1-a25e-ec6856cd59d3 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0485423 Sep 20 05:08:21.319165 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4212425e-6715-4aec-9ff9-175b9f67cbe1 req-4add38d8-6542-4959-b4e2-87b40a77fc6b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366864 Sep 20 05:08:21.604821 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ed198-ef3a-4ef7-a10c-4678324ecf62 req-26c61c87-dc08-41b8-ba01-ef83f989d0c5 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:21.606215 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3c1ed198-ef3a-4ef7-a10c-4678324ecf62 req-26c61c87-dc08-41b8-ba01-ef83f989d0c5 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0542929 Sep 20 05:08:21.644057 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3c1ed198-ef3a-4ef7-a10c-4678324ecf62 req-cce13b51-40ab-4264-baa7-75ce63cd3e96 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Sep 20 05:08:21.848252 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf2df-193a-474e-8510-9129ae91a573 req-36e5e584-c569-4a9e-a79d-a0e031035fca tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:21.849710 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26baf2df-193a-474e-8510-9129ae91a573 req-36e5e584-c569-4a9e-a79d-a0e031035fca tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0490172 Sep 20 05:08:21.890003 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-26baf2df-193a-474e-8510-9129ae91a573 req-bec1dbd5-64fe-48ad-b457-d454652d3c19 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Sep 20 05:08:22.273173 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0c3a9-adfc-45de-b676-f05d6da260d7 req-82827275-f9e8-4da2-998f-51b8dac2bd49 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:22.274720 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8ef0c3a9-adfc-45de-b676-f05d6da260d7 req-82827275-f9e8-4da2-998f-51b8dac2bd49 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0505230 Sep 20 05:08:22.319564 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8ef0c3a9-adfc-45de-b676-f05d6da260d7 req-e8e8983a-0121-48bc-9b83-9e139c6196f6 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372226 Sep 20 05:08:22.453395 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853b5c3-a18b-4c85-a5e1-724c40317601 req-1b1265c2-a25f-4042-af12-90c399532094 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:22.454781 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c853b5c3-a18b-4c85-a5e1-724c40317601 req-1b1265c2-a25f-4042-af12-90c399532094 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0578513 Sep 20 05:08:22.494756 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c853b5c3-a18b-4c85-a5e1-724c40317601 req-30d727e1-21dc-45b7-9e91-865cff436e5f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335674 Sep 20 05:08:22.767810 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23ea14-b5e9-4f06-8412-521faa40b07c req-809d3ee5-9827-4358-b510-63142106adcd tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:22.769222 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2d23ea14-b5e9-4f06-8412-521faa40b07c req-809d3ee5-9827-4358-b510-63142106adcd tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0480735 Sep 20 05:08:22.809280 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2d23ea14-b5e9-4f06-8412-521faa40b07c req-b6bdfc7e-89cd-48f2-b30e-1eda4fe402ec tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341964 Sep 20 05:08:23.010783 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fa64-aee7-49f5-89d6-b64ef1628c43 req-0b5e96e2-4daf-4eec-aa94-95af1d7920e0 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:23.012243 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8737fa64-aee7-49f5-89d6-b64ef1628c43 req-0b5e96e2-4daf-4eec-aa94-95af1d7920e0 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0475671 Sep 20 05:08:23.059805 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8737fa64-aee7-49f5-89d6-b64ef1628c43 req-f66f7c14-e602-4d68-9e87-3f6925b6f230 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Sep 20 05:08:23.450038 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c8111-3a06-47da-8563-34398874571b req-27f281d6-cd5c-47e7-9ad7-f8910682ed45 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:23.452167 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-738c8111-3a06-47da-8563-34398874571b req-27f281d6-cd5c-47e7-9ad7-f8910682ed45 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0620477 Sep 20 05:08:23.496986 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-738c8111-3a06-47da-8563-34398874571b req-1b135020-4b95-42e3-9ea0-146ab660c7b2 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321519 Sep 20 05:08:23.619538 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3412c-6da1-4619-ae8f-592949f8560c req-2443589a-ffb6-4d0f-9725-160e7316103f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:23.621261 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8a3412c-6da1-4619-ae8f-592949f8560c req-2443589a-ffb6-4d0f-9725-160e7316103f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0503445 Sep 20 05:08:23.662232 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8a3412c-6da1-4619-ae8f-592949f8560c req-ec7babe8-0894-4ab3-8d97-d555e2ac9e70 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348301 Sep 20 05:08:23.937144 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90094d4-e552-43c8-b340-a67629b6f414 req-80d8b209-8d00-4a4f-9dd9-a22fb48f2e46 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:23.937144 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a90094d4-e552-43c8-b340-a67629b6f414 req-80d8b209-8d00-4a4f-9dd9-a22fb48f2e46 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0592482 Sep 20 05:08:23.980901 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a90094d4-e552-43c8-b340-a67629b6f414 req-77e6b980-d571-413d-9332-df80ea4f674d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361955 Sep 20 05:08:24.189464 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16a933-0765-46a7-8f4d-e145bd1b87ee req-f38c6399-839f-4ac1-8814-41db169502da tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:24.190878 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3d16a933-0765-46a7-8f4d-e145bd1b87ee req-f38c6399-839f-4ac1-8814-41db169502da tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0531206 Sep 20 05:08:24.227266 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3d16a933-0765-46a7-8f4d-e145bd1b87ee req-2a621da1-4b4d-4c30-a494-412db2f798cb tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Sep 20 05:08:24.610953 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeea2c0-0523-4c85-b041-d213f3db1663 req-b1a50829-40f5-4d65-90cd-550e16ab573b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:24.612434 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-deeea2c0-0523-4c85-b041-d213f3db1663 req-b1a50829-40f5-4d65-90cd-550e16ab573b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0484817 Sep 20 05:08:24.648217 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-deeea2c0-0523-4c85-b041-d213f3db1663 req-43149bfc-386f-4eff-8c89-9fa4ffbf56b6 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299029 Sep 20 05:08:24.779963 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e9383-d117-4449-b6de-5edf7a7d23e0 req-f8a01f8e-2a47-4d93-95b0-f152a83a59ca tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:24.781328 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9e9e9383-d117-4449-b6de-5edf7a7d23e0 req-f8a01f8e-2a47-4d93-95b0-f152a83a59ca tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0479243 Sep 20 05:08:24.818512 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9e9e9383-d117-4449-b6de-5edf7a7d23e0 req-ec852bec-6ee4-4b8f-b3de-96c05584586b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313580 Sep 20 05:08:25.101016 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4c24a-f6b0-49ff-9e9d-f480c3773e81 req-7ff8cd02-bba5-41a2-b9d8-adb40514062c tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:25.102398 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-05b4c24a-f6b0-49ff-9e9d-f480c3773e81 req-7ff8cd02-bba5-41a2-b9d8-adb40514062c tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0528545 Sep 20 05:08:25.141061 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-05b4c24a-f6b0-49ff-9e9d-f480c3773e81 req-f78b1847-5a63-49ef-bcd5-f741cddbff51 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324981 Sep 20 05:08:25.232349 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad144c-ebf3-4f58-8f4a-7f158e8796b2 req-2c24c37c-9d67-4f82-882b-9454d46ccf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:25.233854 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59ad144c-ebf3-4f58-8f4a-7f158e8796b2 req-2c24c37c-9d67-4f82-882b-9454d46ccf5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1074f9196db945dd9f2236b3eca92230&device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 1099 time: 0.0406928 Sep 20 05:08:25.373048 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43416f-074c-42ba-b0e8-f25441ca7396 req-3107bb26-d490-4188-a571-3a3762eb9d8c tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:25.374742 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1f43416f-074c-42ba-b0e8-f25441ca7396 req-3107bb26-d490-4188-a571-3a3762eb9d8c tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0668983 Sep 20 05:08:25.419357 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1f43416f-074c-42ba-b0e8-f25441ca7396 req-03ddb100-4dfc-46b1-9328-09dda10f0a86 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382862 Sep 20 05:08:25.610182 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7a87a-fdc9-46a6-bd3d-ff13640a747e req-e78256a3-e981-4267-bfd2-3f8797e7fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:25.611647 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbb7a87a-fdc9-46a6-bd3d-ff13640a747e req-e78256a3-e981-4267-bfd2-3f8797e7fc77 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 1103 time: 0.0826573 Sep 20 05:08:25.614248 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad144c-ebf3-4f58-8f4a-7f158e8796b2 req-9d67e255-d124-4d8a-9833-b2f8f9328c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:25.615569 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59ad144c-ebf3-4f58-8f4a-7f158e8796b2 req-9d67e255-d124-4d8a-9833-b2f8f9328c03 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3850c6d9-5a38-4302-9566-5bea500483a4 HTTP/1.1" status: 200 len: 909 time: 0.3515105 Sep 20 05:08:25.697835 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbb7a87a-fdc9-46a6-bd3d-ff13640a747e req-7d19f6a5-3e17-4924-9da0-f70b1b98c13e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699885 Sep 20 05:08:25.714525 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59ad144c-ebf3-4f58-8f4a-7f158e8796b2 req-6bd10e50-c864-4a5e-a5bc-6a947cfbeae0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5665f10-298c-4492-b850-b0215c4cca5c HTTP/1.1" status: 200 len: 1002 time: 0.0816779 Sep 20 05:08:25.775525 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d056ea-e64f-43c9-abde-cccf973b594c req-016f5bbe-ec21-4a32-b9f8-041c309db121 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:25.777027 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a8d056ea-e64f-43c9-abde-cccf973b594c req-016f5bbe-ec21-4a32-b9f8-041c309db121 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0488439 Sep 20 05:08:25.814938 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a8d056ea-e64f-43c9-abde-cccf973b594c req-da15cadf-2267-459f-9a19-68fb5512419d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321240 Sep 20 05:08:26.093421 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad144c-ebf3-4f58-8f4a-7f158e8796b2 req-b12a0370-ac90-4bed-a286-a594c9aad30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:26.094793 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59ad144c-ebf3-4f58-8f4a-7f158e8796b2 req-b12a0370-ac90-4bed-a286-a594c9aad30d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=beaea98b-e35d-45f4-920f-fd21aa41d2cf HTTP/1.1" status: 200 len: 848 time: 0.0450737 Sep 20 05:08:26.152807 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a4fab-4469-4c1e-9f09-42442b7453cc req-9f6574e4-64b1-4a67-a1a4-b1d83713c23e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:26.154288 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-131a4fab-4469-4c1e-9f09-42442b7453cc req-9f6574e4-64b1-4a67-a1a4-b1d83713c23e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.2642791 Sep 20 05:08:26.155782 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad144c-ebf3-4f58-8f4a-7f158e8796b2 req-0707dc64-36c3-401c-9edf-80f0f77b6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:26.157288 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59ad144c-ebf3-4f58-8f4a-7f158e8796b2 req-0707dc64-36c3-401c-9edf-80f0f77b6ca6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3850c6d9-5a38-4302-9566-5bea500483a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436668 Sep 20 05:08:26.193382 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-131a4fab-4469-4c1e-9f09-42442b7453cc req-af58b70d-b875-41f6-9587-c229600cedc5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327704 Sep 20 05:08:26.268148 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf797f5-c282-458a-a887-3a0959e34539 req-533d78e8-a3dd-4939-8f30-685b4431b7fa tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:26.269640 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8bf797f5-c282-458a-a887-3a0959e34539 req-533d78e8-a3dd-4939-8f30-685b4431b7fa tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0508497 Sep 20 05:08:26.281316 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59ad144c-ebf3-4f58-8f4a-7f158e8796b2 req-7a31fa4b-5223-4586-8dea-183a7be61aac service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988114 Sep 20 05:08:26.307421 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8bf797f5-c282-458a-a887-3a0959e34539 req-f5fa1375-d64d-4f08-b6fd-5c05de19110a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312388 Sep 20 05:08:26.375416 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59ad144c-ebf3-4f58-8f4a-7f158e8796b2 req-f4056eaf-8441-4e6c-82e9-5e98ba2434fb service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847287 Sep 20 05:08:26.536244 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3febc6d-8d07-4e8a-9080-15912bab61a6 req-48612b0b-e1ad-4464-a10a-6ebd2058f73f tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:26.537682 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3febc6d-8d07-4e8a-9080-15912bab61a6 req-48612b0b-e1ad-4464-a10a-6ebd2058f73f tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0517750 Sep 20 05:08:26.574335 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3febc6d-8d07-4e8a-9080-15912bab61a6 req-04a77cbb-6016-4b40-9784-002939deb776 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301940 Sep 20 05:08:26.927534 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5acba-d951-400a-a16e-aafd784f5489 req-0e2eb219-5751-4b1d-a687-237cec50ad97 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:26.929008 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c8d5acba-d951-400a-a16e-aafd784f5489 req-0e2eb219-5751-4b1d-a687-237cec50ad97 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0498462 Sep 20 05:08:26.965699 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c8d5acba-d951-400a-a16e-aafd784f5489 req-d54c58dc-a7d8-492b-ad09-871c09f04eb3 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303128 Sep 20 05:08:27.356918 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f149bf8-15c2-4cd1-8778-7c08ef0fd299 req-63c96fde-9afb-4a00-8365-b33cef7ae6ec tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:27.358406 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7f149bf8-15c2-4cd1-8778-7c08ef0fd299 req-63c96fde-9afb-4a00-8365-b33cef7ae6ec tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0479283 Sep 20 05:08:27.419429 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7f149bf8-15c2-4cd1-8778-7c08ef0fd299 req-590ac9fc-a338-4673-bce2-15f7cf9f1e53 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553665 Sep 20 05:08:27.439450 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e1ae7-bce4-4bcb-80de-4bbc23d14f63 req-8a1e81ac-b643-4d91-abf4-fec74f1db630 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:27.440920 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-970e1ae7-bce4-4bcb-80de-4bbc23d14f63 req-8a1e81ac-b643-4d91-abf4-fec74f1db630 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0635064 Sep 20 05:08:27.480899 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-970e1ae7-bce4-4bcb-80de-4bbc23d14f63 req-d3e8cd81-d400-4fdd-bca4-51625fb963f1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338070 Sep 20 05:08:27.692193 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc5ca2-757e-4e8c-9931-af04b14f9215 req-b164f080-4bb8-4f75-8585-a162eca51f5e tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:27.693638 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6adc5ca2-757e-4e8c-9931-af04b14f9215 req-b164f080-4bb8-4f75-8585-a162eca51f5e tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0527890 Sep 20 05:08:27.730948 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6adc5ca2-757e-4e8c-9931-af04b14f9215 req-455f376c-4984-40df-897e-9669fa230f55 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307486 Sep 20 05:08:28.078205 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4ccc3-f05c-4d75-a6ed-879eb6584dcc req-426e4289-9013-40f2-99a4-e0f4754c2bd6 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:28.079694 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f6d4ccc3-f05c-4d75-a6ed-879eb6584dcc req-426e4289-9013-40f2-99a4-e0f4754c2bd6 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Sep 20 05:08:28.117860 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f6d4ccc3-f05c-4d75-a6ed-879eb6584dcc req-d3c38828-ac8f-4037-aeab-1a764049ee21 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318673 Sep 20 05:08:28.396131 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:28.542180 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510014f-7702-436a-aff8-73552cdae555 req-b79d3b74-7161-4364-87d9-15b3bbf0b18d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:28.543818 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4510014f-7702-436a-aff8-73552cdae555 req-b79d3b74-7161-4364-87d9-15b3bbf0b18d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0520134 Sep 20 05:08:28.610598 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4510014f-7702-436a-aff8-73552cdae555 req-e14d99b5-3de1-437f-98f6-0efdc3161638 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609889 Sep 20 05:08:28.624500 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483bb71-60db-4daf-8a86-f11e3d2d9baa req-02225570-56a6-4165-857e-c2e8974987d0 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:28.625957 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2483bb71-60db-4daf-8a86-f11e3d2d9baa req-02225570-56a6-4165-857e-c2e8974987d0 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0706820 Sep 20 05:08:28.664127 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2483bb71-60db-4daf-8a86-f11e3d2d9baa req-a668e292-f140-4bbf-b33c-728eacdf7a27 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320230 Sep 20 05:08:28.741390 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcb15e-6b26-47ad-a380-ba6c44b89f32 req-b2505770-bd1b-4441-94a7-47b71fe3000a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:28.743515 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cdfcb15e-6b26-47ad-a380-ba6c44b89f32 req-b2505770-bd1b-4441-94a7-47b71fe3000a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 945 time: 0.0530334 Sep 20 05:08:28.844074 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e307daa-104e-4453-900e-281c2693b060 req-ae844d4b-62fa-4f8e-a79a-82292ea602c6 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:28.845561 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5e307daa-104e-4453-900e-281c2693b060 req-ae844d4b-62fa-4f8e-a79a-82292ea602c6 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0486832 Sep 20 05:08:28.877129 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-cdfcb15e-6b26-47ad-a380-ba6c44b89f32 req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Deleting port 42c99f28-77e3-4de6-886f-63afbaa22397 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:08:28.877466 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cdfcb15e-6b26-47ad-a380-ba6c44b89f32 req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:28.882759 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5e307daa-104e-4453-900e-281c2693b060 req-868c2714-fd0f-4931-b69c-22a7e6d51665 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Sep 20 05:08:28.969573 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-cdfcb15e-6b26-47ad-a380-ba6c44b89f32 req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] For port 42c99f28-77e3-4de6-886f-63afbaa22397, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=42c99f28-77e3-4de6-886f-63afbaa22397,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:28.969930 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cdfcb15e-6b26-47ad-a380-ba6c44b89f32 req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:28.983466 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-cdfcb15e-6b26-47ad-a380-ba6c44b89f32 req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Calling delete_port for 42c99f28-77e3-4de6-886f-63afbaa22397 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:08:29.094080 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-399f500b-f2b5-4666-8981-f1e13f3c0c12 req-559ab991-6e6c-48f1-b00d-0f0ee5afe209 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715282 Sep 20 05:08:29.146798 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab10cf4-d98e-4b67-821e-07c7ee980bfa req-a95142dd-fc75-4072-b5d7-8f976c51ad1c tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:29.148525 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-aab10cf4-d98e-4b67-821e-07c7ee980bfa req-a95142dd-fc75-4072-b5d7-8f976c51ad1c tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0498443 Sep 20 05:08:29.156088 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cdfcb15e-6b26-47ad-a380-ba6c44b89f32 req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:29.195126 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Pushing event deleted for resources: {'Port': ['ID=42c99f28-77e3-4de6-886f-63afbaa22397,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:29.195261 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-aab10cf4-d98e-4b67-821e-07c7ee980bfa req-ff654bc7-d7f6-4d13-b785-6e227d5ceb22 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387719 Sep 20 05:08:29.199595 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['456ed1cb-d485-4ea3-8658-fadad468bd04', '33c961c6-979a-4e8b-9f62-0b213b0b8103', '71ebf83b-97dd-40e7-bac7-c84baf55e923', '42c99f28-77e3-4de6-886f-63afbaa22397'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:08:29.225939 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f0bf27c9-0916-4bd1-aea5-4ae2666341c3 req-587e598e-c7a0-4390-b2c7-50893696724b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=5db0de48-318b-4499-8baf-b16090b08d46 HTTP/1.1" status: 200 len: 210 time: 0.0299406 Sep 20 05:08:29.248720 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfcb15e-6b26-47ad-a380-ba6c44b89f32 req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] No DVR routers for this DVR port 42c99f28-77e3-4de6-886f-63afbaa22397 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:08:29.251978 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:29.252346 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:29.252677 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:29.253007 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:29.253675 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:29.254019 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:29.254349 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:29.254666 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:29.254990 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:29.255305 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:29.255622 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:29.255938 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:29.272839 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cdfcb15e-6b26-47ad-a380-ba6c44b89f32 req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:29.274792 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cdfcb15e-6b26-47ad-a380-ba6c44b89f32 req-7db3619f-a0d7-48f4-98f0-8fd2dfa4b9f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "DELETE /v2.0/ports/42c99f28-77e3-4de6-886f-63afbaa22397 HTTP/1.1" status: 204 len: 173 time: 0.4866023 Sep 20 05:08:29.275793 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db0de48-318b-4499-8baf-b16090b08d46', 'name': 'network-vif-deleted', 'tag': '42c99f28-77e3-4de6-886f-63afbaa22397'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:08:29.278137 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdbbed5-2d42-4738-a73a-d155189ed686" -d '{"events": [{"server_uuid": "5db0de48-318b-4499-8baf-b16090b08d46", "name": "network-vif-deleted", "tag": "42c99f28-77e3-4de6-886f-63afbaa22397"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:29.305766 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f500b-f2b5-4666-8981-f1e13f3c0c12 req-43c8e75e-e7c9-40a9-9780-7267adb26256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:29.308219 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-399f500b-f2b5-4666-8981-f1e13f3c0c12 req-43c8e75e-e7c9-40a9-9780-7267adb26256 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1bfea594b1e04a0da5dd12d328acb684&device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 1098 time: 0.0894983 Sep 20 05:08:29.331121 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d0f171-b6d4-4a67-a117-4945c507ba1d x-openstack-request-id: req-22d0f171-b6d4-4a67-a117-4945c507ba1d {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:29.331482 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db0de48-318b-4499-8baf-b16090b08d46", "name": "network-vif-deleted", "tag": "42c99f28-77e3-4de6-886f-63afbaa22397", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:29.331833 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22d0f171-b6d4-4a67-a117-4945c507ba1d {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:29.332253 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db0de48-318b-4499-8baf-b16090b08d46', 'name': 'network-vif-deleted', 'tag': '42c99f28-77e3-4de6-886f-63afbaa22397', 'status': 'completed', 'code': 200} Sep 20 05:08:29.471097 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f500b-f2b5-4666-8981-f1e13f3c0c12 req-4383c68d-098a-4a7b-9064-6b01b6e01304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:29.472507 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-399f500b-f2b5-4666-8981-f1e13f3c0c12 req-4383c68d-098a-4a7b-9064-6b01b6e01304 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82ed44a3-5020-459e-a5d8-53caa9b90a71 HTTP/1.1" status: 200 len: 911 time: 0.0929592 Sep 20 05:08:29.544281 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-399f500b-f2b5-4666-8981-f1e13f3c0c12 req-7ab0e686-c153-4645-b65d-e352d021e2c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4a28a2-50e3-49ef-8614-24102c628c59 HTTP/1.1" status: 200 len: 1001 time: 0.0605750 Sep 20 05:08:29.594899 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f500b-f2b5-4666-8981-f1e13f3c0c12 req-55979591-c38e-46f0-8d94-a73ac47f90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:29.596330 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-399f500b-f2b5-4666-8981-f1e13f3c0c12 req-55979591-c38e-46f0-8d94-a73ac47f90b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df531757-d500-4ae2-9c23-877c926ef6aa HTTP/1.1" status: 200 len: 850 time: 0.0429263 Sep 20 05:08:29.651332 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f500b-f2b5-4666-8981-f1e13f3c0c12 req-0d620521-25e5-41c2-a324-1cf23e0243df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:29.652733 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-399f500b-f2b5-4666-8981-f1e13f3c0c12 req-0d620521-25e5-41c2-a324-1cf23e0243df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82ed44a3-5020-459e-a5d8-53caa9b90a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391359 Sep 20 05:08:29.751724 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05906068-5062-4dcb-9101-929b605f7eea req-21971889-ea19-4dc4-b480-d5fe6aad5fc1 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:29.753117 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-399f500b-f2b5-4666-8981-f1e13f3c0c12 req-099d27ee-f02f-45a3-8370-7e62b5ca0e5b service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905182 Sep 20 05:08:29.753567 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-05906068-5062-4dcb-9101-929b605f7eea req-21971889-ea19-4dc4-b480-d5fe6aad5fc1 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0703261 Sep 20 05:08:29.813192 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-05906068-5062-4dcb-9101-929b605f7eea req-27d70156-ff3b-4536-b5c8-74fd317bc27a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423851 Sep 20 05:08:29.820487 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7e7ec-10e2-467e-a43d-30a3ea0e1236 req-2521beab-2a36-4710-8a83-34fcec83fe56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:29.822596 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-54d7e7ec-10e2-467e-a43d-30a3ea0e1236 req-2521beab-2a36-4710-8a83-34fcec83fe56 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0873137 Sep 20 05:08:29.850760 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-399f500b-f2b5-4666-8981-f1e13f3c0c12 req-97ce2d48-0c14-4cd4-a6d7-d5a0224aa4b6 service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863407 Sep 20 05:08:29.863590 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-54d7e7ec-10e2-467e-a43d-30a3ea0e1236 req-f77d825e-5193-4049-9abb-d5ca381a655e tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340106 Sep 20 05:08:30.306185 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964821f-468b-4608-acf3-092f92b534f4 req-d1da6d24-7db0-4fa3-9bca-eeb86f2d4072 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:30.308297 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b964821f-468b-4608-acf3-092f92b534f4 req-d1da6d24-7db0-4fa3-9bca-eeb86f2d4072 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0509858 Sep 20 05:08:30.349952 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b964821f-468b-4608-acf3-092f92b534f4 req-453f1eaa-475a-4875-bfa9-45b777e3807b tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352311 Sep 20 05:08:30.934793 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9a402-06d1-4a6c-8e34-d5e431d0eef7 req-af73b411-ba23-414f-9218-1ae4d42b3f2e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:30.936377 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-98a9a402-06d1-4a6c-8e34-d5e431d0eef7 req-af73b411-ba23-414f-9218-1ae4d42b3f2e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0481751 Sep 20 05:08:31.001486 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-98a9a402-06d1-4a6c-8e34-d5e431d0eef7 req-dd162d87-0062-4879-bfbc-230cdd677077 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559909 Sep 20 05:08:31.009533 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dd6a9-c05b-4f66-92a4-9f1ee83c2bc0 req-0158e5a3-2489-48be-8016-9f69c339dc96 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:31.011173 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-807dd6a9-c05b-4f66-92a4-9f1ee83c2bc0 req-0158e5a3-2489-48be-8016-9f69c339dc96 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0736918 Sep 20 05:08:31.051334 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-807dd6a9-c05b-4f66-92a4-9f1ee83c2bc0 req-7035fcbe-45f8-4838-9c51-dccd1dd1792c tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Sep 20 05:08:31.375381 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202a2e0-9f15-452d-b59f-40fcdf3c3ae6 req-9d420120-ec3e-483a-8aff-9e3737372a04 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:31.377128 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8202a2e0-9f15-452d-b59f-40fcdf3c3ae6 req-9d420120-ec3e-483a-8aff-9e3737372a04 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.23 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0547955 Sep 20 05:08:31.473504 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e76302-3c3f-4741-96f6-2b5ca59d55cd req-12efd3b1-c704-4104-b6e9-d7197fdfa1bc tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:31.474981 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-8202a2e0-9f15-452d-b59f-40fcdf3c3ae6 req-caa38051-e3fa-493f-b3d0-058463f0db94 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Deleting port 8d52dc07-684c-4392-b2c8-530981f28368 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:08:31.475334 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8202a2e0-9f15-452d-b59f-40fcdf3c3ae6 req-caa38051-e3fa-493f-b3d0-058463f0db94 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:31.475658 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66e76302-3c3f-4741-96f6-2b5ca59d55cd req-12efd3b1-c704-4104-b6e9-d7197fdfa1bc tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 950 time: 0.0581899 Sep 20 05:08:31.492406 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-54fb0db0-bac4-4529-8ae5-414b071c3dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:31.529573 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66e76302-3c3f-4741-96f6-2b5ca59d55cd req-f69ca7f4-eeeb-4916-84ff-156abae42774 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/security-groups?id=71bb8208-233d-4994-979d-d09f3f603867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423255 Sep 20 05:08:31.572804 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-8202a2e0-9f15-452d-b59f-40fcdf3c3ae6 req-caa38051-e3fa-493f-b3d0-058463f0db94 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] For port 8d52dc07-684c-4392-b2c8-530981f28368, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d52dc07-684c-4392-b2c8-530981f28368,segment=NetworkSegment(5711360f-6e49-4742-bf9c-608f278726f7),segment_id=5711360f-6e49-4742-bf9c-608f278726f7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:31.573187 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8202a2e0-9f15-452d-b59f-40fcdf3c3ae6 req-caa38051-e3fa-493f-b3d0-058463f0db94 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:31.586381 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-8202a2e0-9f15-452d-b59f-40fcdf3c3ae6 req-caa38051-e3fa-493f-b3d0-058463f0db94 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Calling delete_port for 8d52dc07-684c-4392-b2c8-530981f28368 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:08:31.661431 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e62dc4-d702-4d49-b8dd-e88064a1e842 req-572b7b22-9aab-4c6e-94b7-d3806b8840f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:31.663002 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c0e62dc4-d702-4d49-b8dd-e88064a1e842 req-572b7b22-9aab-4c6e-94b7-d3806b8840f5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 945 time: 0.0495923 Sep 20 05:08:31.701623 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c0e62dc4-d702-4d49-b8dd-e88064a1e842 req-f82fdfcc-2576-4e79-8099-9f8f2dc96e94 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318708 Sep 20 05:08:31.711058 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8202a2e0-9f15-452d-b59f-40fcdf3c3ae6 req-caa38051-e3fa-493f-b3d0-058463f0db94 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:31.744539 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa38051-e3fa-493f-b3d0-058463f0db94 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Pushing event deleted for resources: {'Port': ['ID=8d52dc07-684c-4392-b2c8-530981f28368,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:31.754757 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['8d52dc07-684c-4392-b2c8-530981f28368'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:08:31.793840 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-8202a2e0-9f15-452d-b59f-40fcdf3c3ae6 req-caa38051-e3fa-493f-b3d0-058463f0db94 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] No DVR routers for this DVR port 8d52dc07-684c-4392-b2c8-530981f28368 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:08:31.796386 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8202a2e0-9f15-452d-b59f-40fcdf3c3ae6 req-caa38051-e3fa-493f-b3d0-058463f0db94 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:31.798358 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8202a2e0-9f15-452d-b59f-40fcdf3c3ae6 req-caa38051-e3fa-493f-b3d0-058463f0db94 tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.23 "DELETE /v2.0/ports/8d52dc07-684c-4392-b2c8-530981f28368 HTTP/1.1" status: 204 len: 173 time: 0.4141195 Sep 20 05:08:31.798789 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aee81ba-57d9-4a36-a506-50a8285e35bf', 'name': 'network-vif-deleted', 'tag': '8d52dc07-684c-4392-b2c8-530981f28368'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:08:31.801030 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54bdacb-c926-4d2d-9bce-efc2f72e2ef6" -d '{"events": [{"server_uuid": "2aee81ba-57d9-4a36-a506-50a8285e35bf", "name": "network-vif-deleted", "tag": "8d52dc07-684c-4392-b2c8-530981f28368"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:31.842012 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac2ee8a-633e-47c0-af29-29fcf5b6e19d x-openstack-request-id: req-9ac2ee8a-633e-47c0-af29-29fcf5b6e19d {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:31.842308 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aee81ba-57d9-4a36-a506-50a8285e35bf", "name": "network-vif-deleted", "tag": "8d52dc07-684c-4392-b2c8-530981f28368", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:31.842585 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ac2ee8a-633e-47c0-af29-29fcf5b6e19d {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:31.842999 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aee81ba-57d9-4a36-a506-50a8285e35bf', 'name': 'network-vif-deleted', 'tag': '8d52dc07-684c-4392-b2c8-530981f28368', 'status': 'completed', 'code': 200} Sep 20 05:08:32.167484 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9c81b-1881-47c7-9683-25541b8555bc req-063877e1-b0ae-41b4-ab43-b9dc1eaab640 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:32.169090 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6c9c81b-1881-47c7-9683-25541b8555bc req-063877e1-b0ae-41b4-ab43-b9dc1eaab640 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 943 time: 0.0801623 Sep 20 05:08:32.206642 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071476e1-003b-4bf8-b4f8-4da17fe10d41 req-0211ba42-6613-47ff-8d11-253257ff2fcb tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:32.208430 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-071476e1-003b-4bf8-b4f8-4da17fe10d41 req-0211ba42-6613-47ff-8d11-253257ff2fcb tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0810742 Sep 20 05:08:32.237589 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a6c9c81b-1881-47c7-9683-25541b8555bc req-4a3d0399-e7e2-42d4-bfac-057a3400a90f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623028 Sep 20 05:08:32.261860 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-071476e1-003b-4bf8-b4f8-4da17fe10d41 req-7e9b7f0c-0935-4751-b407-70f37dd150dc tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 Sep 20 05:08:32.653056 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3dc6455b-f352-4079-9c3d-9a445c26b23f req-4082fc43-e9c2-4e59-b987-992510f11cad tempest-VolumesNegativeTest-581369295 tempest-VolumesNegativeTest-581369295-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aee81ba-57d9-4a36-a506-50a8285e35bf HTTP/1.1" status: 200 len: 210 time: 0.0271578 Sep 20 05:08:32.676903 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device f123ffee-366f-4849-a484-c8f6c7824115 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:08:32.680067 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 42c99f28-77e3-4de6-886f-63afbaa22397 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:08:32.706810 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 42c99f28-77e3-4de6-886f-63afbaa22397 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:08:32.707147 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 42c99f28-77e3-4de6-886f-63afbaa22397 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:08:32.797883 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f123ffee-366f-4849-a484-c8f6c7824115,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:32.808312 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'f123ffee-366f-4849-a484-c8f6c7824115', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'port_id': 'f123ffee-366f-4849-a484-c8f6c7824115', 'mac_address': 'fa:16:3e:52:72:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:08:32.819236 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538640f-4583-42f1-a37e-fd2b72235834 req-d2b38cb0-5fc3-4526-b058-0a7bfe12e516 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:32.820778 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5538640f-4583-42f1-a37e-fd2b72235834 req-d2b38cb0-5fc3-4526-b058-0a7bfe12e516 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 945 time: 0.0501459 Sep 20 05:08:32.846190 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:32.859677 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f123ffee-366f-4849-a484-c8f6c7824115 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:08:32.863810 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5538640f-4583-42f1-a37e-fd2b72235834 req-8b472f9a-5946-479a-8701-f9f671157f71 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363388 Sep 20 05:08:32.878779 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f123ffee-366f-4849-a484-c8f6c7824115,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:32.881909 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:32.931367 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=f123ffee-366f-4849-a484-c8f6c7824115,revision_number=9']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:33.357603 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['f123ffee-366f-4849-a484-c8f6c7824115'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:08:33.389478 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e239c-c616-4c98-882f-19148beb5b0f req-8e92ef14-6cf1-4c40-b116-fc6803afadfc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:33.390973 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-073e239c-c616-4c98-882f-19148beb5b0f req-8e92ef14-6cf1-4c40-b116-fc6803afadfc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 944 time: 0.0796294 Sep 20 05:08:33.413521 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fdb13-febe-468e-b8fb-bb8f167a34f4 req-0037eaf0-d809-46af-b477-eee48a1b819b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:33.414960 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1c9fdb13-febe-468e-b8fb-bb8f167a34f4 req-0037eaf0-d809-46af-b477-eee48a1b819b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0783114 Sep 20 05:08:33.459618 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-073e239c-c616-4c98-882f-19148beb5b0f req-a7205e39-15c5-4158-bb7f-78208658414f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619667 Sep 20 05:08:33.473763 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1c9fdb13-febe-468e-b8fb-bb8f167a34f4 req-88c26d2c-c194-44c3-8de8-0cdd65806a7c tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500395 Sep 20 05:08:33.986330 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912a18d-d541-4697-a122-c329dec77a36 req-5bb5256c-63a6-41f8-a656-1da3ba44596a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:33.988241 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6912a18d-d541-4697-a122-c329dec77a36 req-5bb5256c-63a6-41f8-a656-1da3ba44596a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 945 time: 0.0552022 Sep 20 05:08:34.032998 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6912a18d-d541-4697-a122-c329dec77a36 req-4472fa15-3011-45e9-812a-ac3782e9fc4e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376809 Sep 20 05:08:34.053339 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c0db-da05-41fa-9636-d5ee309a0258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:34.077015 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51672731-817b-4cfb-a826-a01965694c36 req-659bf7ff-1f72-4392-9d39-646198a6ab44 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:34.078642 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-51672731-817b-4cfb-a826-a01965694c36 req-659bf7ff-1f72-4392-9d39-646198a6ab44 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 945 time: 0.0736930 Sep 20 05:08:34.177915 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-51672731-817b-4cfb-a826-a01965694c36 req-6a2a7c89-a902-4423-a1f6-80d535e7743f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Deleting port 71ebf83b-97dd-40e7-bac7-c84baf55e923 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:08:34.178265 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-51672731-817b-4cfb-a826-a01965694c36 req-6a2a7c89-a902-4423-a1f6-80d535e7743f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:34.267590 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-51672731-817b-4cfb-a826-a01965694c36 req-6a2a7c89-a902-4423-a1f6-80d535e7743f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] For port 71ebf83b-97dd-40e7-bac7-c84baf55e923, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=71ebf83b-97dd-40e7-bac7-c84baf55e923,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:34.267914 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-51672731-817b-4cfb-a826-a01965694c36 req-6a2a7c89-a902-4423-a1f6-80d535e7743f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:34.280738 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-51672731-817b-4cfb-a826-a01965694c36 req-6a2a7c89-a902-4423-a1f6-80d535e7743f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Calling delete_port for 71ebf83b-97dd-40e7-bac7-c84baf55e923 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:08:34.418891 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-51672731-817b-4cfb-a826-a01965694c36 req-6a2a7c89-a902-4423-a1f6-80d535e7743f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:34.449959 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a7c89-a902-4423-a1f6-80d535e7743f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Pushing event deleted for resources: {'Port': ['ID=71ebf83b-97dd-40e7-bac7-c84baf55e923,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:34.466917 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['456ed1cb-d485-4ea3-8658-fadad468bd04', '33c961c6-979a-4e8b-9f62-0b213b0b8103', '71ebf83b-97dd-40e7-bac7-c84baf55e923'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:08:34.531916 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-51672731-817b-4cfb-a826-a01965694c36 req-6a2a7c89-a902-4423-a1f6-80d535e7743f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] No DVR routers for this DVR port 71ebf83b-97dd-40e7-bac7-c84baf55e923 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:08:34.537382 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-51672731-817b-4cfb-a826-a01965694c36 req-6a2a7c89-a902-4423-a1f6-80d535e7743f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:34.539418 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-51672731-817b-4cfb-a826-a01965694c36 req-6a2a7c89-a902-4423-a1f6-80d535e7743f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "DELETE /v2.0/ports/71ebf83b-97dd-40e7-bac7-c84baf55e923 HTTP/1.1" status: 204 len: 173 time: 0.4524140 Sep 20 05:08:34.540081 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f4d53e-7174-4b66-9196-e64517f8c275', 'name': 'network-vif-deleted', 'tag': '71ebf83b-97dd-40e7-bac7-c84baf55e923'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:08:34.543123 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4846595-a2fd-45c9-a4e2-c5020629c906" -d '{"events": [{"server_uuid": "85f4d53e-7174-4b66-9196-e64517f8c275", "name": "network-vif-deleted", "tag": "71ebf83b-97dd-40e7-bac7-c84baf55e923"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:34.691481 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a820543-f669-4e82-bd93-e80c8ee6acea req-1ae334ca-31e2-4305-a93c-24b69731c6cf tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:34.696556 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0a820543-f669-4e82-bd93-e80c8ee6acea req-1ae334ca-31e2-4305-a93c-24b69731c6cf tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 944 time: 0.1154842 Sep 20 05:08:34.715329 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2a3a3-ea9d-4a0a-ac9a-54dbc16bd61f req-bda7923e-076d-4476-8ca5-282b65aeafa9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:34.723650 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ca2a3a3-ea9d-4a0a-ac9a-54dbc16bd61f req-bda7923e-076d-4476-8ca5-282b65aeafa9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.1295495 Sep 20 05:08:34.724043 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device f123ffee-366f-4849-a484-c8f6c7824115 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:08:34.784568 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0a820543-f669-4e82-bd93-e80c8ee6acea req-83e117df-6015-4310-83f8-1d9f5aeb7575 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841618 Sep 20 05:08:34.816776 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ca2a3a3-ea9d-4a0a-ac9a-54dbc16bd61f req-6857b765-6a25-4a49-b276-c18e890c4835 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815098 Sep 20 05:08:34.819041 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port f123ffee-366f-4849-a484-c8f6c7824115 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:08:34.819476 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:34.865018 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf5acae-26ea-42c5-a0bd-d750dbc6d20c x-openstack-request-id: req-bdf5acae-26ea-42c5-a0bd-d750dbc6d20c {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:34.865312 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f4d53e-7174-4b66-9196-e64517f8c275", "name": "network-vif-deleted", "tag": "71ebf83b-97dd-40e7-bac7-c84baf55e923", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:34.865553 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdf5acae-26ea-42c5-a0bd-d750dbc6d20c {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:34.865950 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f4d53e-7174-4b66-9196-e64517f8c275', 'name': 'network-vif-deleted', 'tag': '71ebf83b-97dd-40e7-bac7-c84baf55e923', 'status': 'completed', 'code': 200} Sep 20 05:08:34.912858 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:34.916286 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:34.941331 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:08:34.943566 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6730096c-0205-4a89-9759-0d1a24971c66" -d '{"events": [{"server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "name": "network-vif-plugged", "status": "completed", "tag": "f123ffee-366f-4849-a484-c8f6c7824115"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:34.957171 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f123ffee-366f-4849-a484-c8f6c7824115,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:34.963183 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:34.964096 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 71ebf83b-97dd-40e7-bac7-c84baf55e923 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:08:35.004906 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8da69a8-59dd-4f93-ae2c-fbc8c72f2e73 x-openstack-request-id: req-f8da69a8-59dd-4f93-ae2c-fbc8c72f2e73 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:35.005194 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "name": "network-vif-plugged", "status": "completed", "tag": "f123ffee-366f-4849-a484-c8f6c7824115", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:35.005442 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8da69a8-59dd-4f93-ae2c-fbc8c72f2e73 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:35.005818 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115', 'code': 200} Sep 20 05:08:35.006452 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 71ebf83b-97dd-40e7-bac7-c84baf55e923 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:08:35.006781 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 71ebf83b-97dd-40e7-bac7-c84baf55e923 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:08:35.007196 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 8d52dc07-684c-4392-b2c8-530981f28368 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:08:35.031214 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 8d52dc07-684c-4392-b2c8-530981f28368 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:08:35.031592 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 8d52dc07-684c-4392-b2c8-530981f28368 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:08:35.055864 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=f123ffee-366f-4849-a484-c8f6c7824115,revision_number=10']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:35.147947 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf190728-9e9a-49a6-85e8-d4890124845f req-bd3bb9de-5f80-4f16-a8cc-280c7ecaccbd tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f4d53e-7174-4b66-9196-e64517f8c275 HTTP/1.1" status: 200 len: 210 time: 0.0296683 Sep 20 05:08:35.317309 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:35.655204 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761e70-801f-41d9-9a97-6a24a9727e98 req-5d03151d-bd67-4c3a-8842-a6919de8832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:35.656721 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f5761e70-801f-41d9-9a97-6a24a9727e98 req-5d03151d-bd67-4c3a-8842-a6919de8832d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 1099 time: 0.0409172 Sep 20 05:08:35.711445 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f5761e70-801f-41d9-9a97-6a24a9727e98 req-ab2d4938-3344-42ce-b814-a279c7787c85 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Sep 20 05:08:35.947922 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebc637-d309-4d99-a6ba-77a6ee9d69ec req-02e77506-c40b-4be6-b2f9-f8b407833e8d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:35.949459 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9cebc637-d309-4d99-a6ba-77a6ee9d69ec req-02e77506-c40b-4be6-b2f9-f8b407833e8d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 946 time: 0.0783744 Sep 20 05:08:35.963351 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41f30b-6199-43e8-88ec-384022ccc5da req-90cde1e9-59bb-4816-bc71-814eebfa3ee1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:35.964214 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b41f30b-6199-43e8-88ec-384022ccc5da req-90cde1e9-59bb-4816-bc71-814eebfa3ee1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0674677 Sep 20 05:08:36.020833 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9cebc637-d309-4d99-a6ba-77a6ee9d69ec req-4a3dd120-1baa-4be4-a3a2-9114b39b2b4a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556638 Sep 20 05:08:36.026538 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b41f30b-6199-43e8-88ec-384022ccc5da req-32ebdcea-2baf-4308-a54d-2680df4e6df1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485137 Sep 20 05:08:36.416439 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3227c5-859b-47ac-9b64-59904bc0f256 req-89450a49-39a3-4b81-9802-b9c1c2c844f1 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:36.417918 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a3227c5-859b-47ac-9b64-59904bc0f256 req-89450a49-39a3-4b81-9802-b9c1c2c844f1 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 946 time: 0.0539467 Sep 20 05:08:36.458439 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a3227c5-859b-47ac-9b64-59904bc0f256 req-f7066014-2df4-4e9b-9157-56557002ff16 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Sep 20 05:08:36.764700 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:36.894966 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:08:37.187459 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211b3ad-3ff5-4b6c-a81d-f35551b12d9c req-08b17709-cae1-49df-8cc4-49d0f3e5c900 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:37.189043 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3211b3ad-3ff5-4b6c-a81d-f35551b12d9c req-08b17709-cae1-49df-8cc4-49d0f3e5c900 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0903828 Sep 20 05:08:37.201924 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a207c5-05c0-441c-8b42-2a626d64504d req-343e28f4-b2e0-4863-a13d-cc2a1fc29ff8 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:37.203695 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-53a207c5-05c0-441c-8b42-2a626d64504d req-343e28f4-b2e0-4863-a13d-cc2a1fc29ff8 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 946 time: 0.0729344 Sep 20 05:08:37.269524 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-53a207c5-05c0-441c-8b42-2a626d64504d req-572acb02-945a-4244-bdb8-3bdf509254fb tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583682 Sep 20 05:08:37.276283 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3211b3ad-3ff5-4b6c-a81d-f35551b12d9c req-61444621-664b-4623-b6ef-cb3778ec2489 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708292 Sep 20 05:08:37.321836 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb6cd1-c769-4a82-92e6-3821d3b978ae req-e7fc0cc1-d763-42d3-a0ff-0db466497666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:37.324689 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8ddb6cd1-c769-4a82-92e6-3821d3b978ae req-e7fc0cc1-d763-42d3-a0ff-0db466497666 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 1098 time: 0.0588713 Sep 20 05:08:37.365265 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8ddb6cd1-c769-4a82-92e6-3821d3b978ae req-2a155e09-9ad6-43a9-a268-7efe50310562 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292220 Sep 20 05:08:37.544885 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 40562) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:08:37.589330 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb197a-6fd9-4566-9bad-64eef30927a4 req-2e851a43-c6ef-40f2-bb5d-9e0e9a18ba5e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:37.591009 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2bb197a-6fd9-4566-9bad-64eef30927a4 req-2e851a43-c6ef-40f2-bb5d-9e0e9a18ba5e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 946 time: 0.0530703 Sep 20 05:08:37.629952 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2bb197a-6fd9-4566-9bad-64eef30927a4 req-1aa4763d-c8c1-46c2-a358-1d72ef1e9701 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330877 Sep 20 05:08:37.689157 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-59b27667-3036-45db-9c14-0c8d2ad77ac0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=500deefbe2044682830249a240d22fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431522 Sep 20 05:08:37.691645 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 40566) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:08:37.740260 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f78b4349-1084-4386-917b-8e206ba21804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:37.761305 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f78b4349-1084-4386-917b-8e206ba21804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:37.812537 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f78b4349-1084-4386-917b-8e206ba21804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:37.815075 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f78b4349-1084-4386-917b-8e206ba21804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:37.816241 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f78b4349-1084-4386-917b-8e206ba21804 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71bb8208-233d-4994-979d-d09f3f603867 HTTP/1.1" status: 204 len: 168 time: 0.1236620 Sep 20 05:08:37.824433 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b4349-1084-4386-917b-8e206ba21804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bb8208-233d-4994-979d-d09f3f603867,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:38.422705 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23946ce5-bbbc-49b4-8d49-e87e16b67a53 req-23f05263-4d22-4a67-86cc-140c9b6c3df4 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:38.424210 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-23946ce5-bbbc-49b4-8d49-e87e16b67a53 req-23f05263-4d22-4a67-86cc-140c9b6c3df4 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0765085 Sep 20 05:08:38.436696 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1608b4-9870-4bd2-8e6a-233f3f9ea748 req-42fadfc6-9cdb-4e0f-8a3a-e5991b4c1a00 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:38.438093 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a1608b4-9870-4bd2-8e6a-233f3f9ea748 req-42fadfc6-9cdb-4e0f-8a3a-e5991b4c1a00 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 946 time: 0.0621808 Sep 20 05:08:38.501964 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-23946ce5-bbbc-49b4-8d49-e87e16b67a53 req-8ec92e5b-44ae-4a03-81d8-a43097d8e041 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628510 Sep 20 05:08:38.504689 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a1608b4-9870-4bd2-8e6a-233f3f9ea748 req-8f5720aa-884a-4720-8b28-33b9c6a4dbbe tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601978 Sep 20 05:08:38.748532 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7eea9-70b6-451c-aaab-0324a17914bf req-45db2fed-6d2a-4c44-8224-57d8575f4a4b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:38.750002 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ca7eea9-70b6-451c-aaab-0324a17914bf req-45db2fed-6d2a-4c44-8224-57d8575f4a4b tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 946 time: 0.0489593 Sep 20 05:08:38.787114 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ca7eea9-70b6-451c-aaab-0324a17914bf req-cfb4d4bc-038d-41d1-930a-61e701472f5e tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311565 Sep 20 05:08:38.959601 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42feba09-fdef-45b0-a21a-af49a903548b req-82b9ba6c-4c57-4b33-bc53-cdc9009c3da5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:38.961195 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-42feba09-fdef-45b0-a21a-af49a903548b req-82b9ba6c-4c57-4b33-bc53-cdc9009c3da5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 946 time: 0.0495455 Sep 20 05:08:39.056641 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-42feba09-fdef-45b0-a21a-af49a903548b req-e92b4239-b1a3-4519-9f0f-cfd178cdce4a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Deleting port 33c961c6-979a-4e8b-9f62-0b213b0b8103 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:08:39.056978 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-42feba09-fdef-45b0-a21a-af49a903548b req-e92b4239-b1a3-4519-9f0f-cfd178cdce4a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:39.146666 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-42feba09-fdef-45b0-a21a-af49a903548b req-e92b4239-b1a3-4519-9f0f-cfd178cdce4a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] For port 33c961c6-979a-4e8b-9f62-0b213b0b8103, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=33c961c6-979a-4e8b-9f62-0b213b0b8103,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:39.147025 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-42feba09-fdef-45b0-a21a-af49a903548b req-e92b4239-b1a3-4519-9f0f-cfd178cdce4a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:39.160657 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-42feba09-fdef-45b0-a21a-af49a903548b req-e92b4239-b1a3-4519-9f0f-cfd178cdce4a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Calling delete_port for 33c961c6-979a-4e8b-9f62-0b213b0b8103 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:08:39.285759 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-42feba09-fdef-45b0-a21a-af49a903548b req-e92b4239-b1a3-4519-9f0f-cfd178cdce4a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:39.316534 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b4239-b1a3-4519-9f0f-cfd178cdce4a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Pushing event deleted for resources: {'Port': ['ID=33c961c6-979a-4e8b-9f62-0b213b0b8103,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:39.327145 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['456ed1cb-d485-4ea3-8658-fadad468bd04', '33c961c6-979a-4e8b-9f62-0b213b0b8103'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:08:39.363066 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-42feba09-fdef-45b0-a21a-af49a903548b req-e92b4239-b1a3-4519-9f0f-cfd178cdce4a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] No DVR routers for this DVR port 33c961c6-979a-4e8b-9f62-0b213b0b8103 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:08:39.365680 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-42feba09-fdef-45b0-a21a-af49a903548b req-e92b4239-b1a3-4519-9f0f-cfd178cdce4a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:39.367644 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-42feba09-fdef-45b0-a21a-af49a903548b req-e92b4239-b1a3-4519-9f0f-cfd178cdce4a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "DELETE /v2.0/ports/33c961c6-979a-4e8b-9f62-0b213b0b8103 HTTP/1.1" status: 204 len: 173 time: 0.3977618 Sep 20 05:08:39.368106 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f893c0f6-88ae-4d61-8130-16365ca984b2', 'name': 'network-vif-deleted', 'tag': '33c961c6-979a-4e8b-9f62-0b213b0b8103'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:08:39.370561 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450caadf-1a01-452d-9085-9437ecd9450f" -d '{"events": [{"server_uuid": "f893c0f6-88ae-4d61-8130-16365ca984b2", "name": "network-vif-deleted", "tag": "33c961c6-979a-4e8b-9f62-0b213b0b8103"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:39.412947 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b3dc37-dfd4-4888-916c-f0a18f906d2b x-openstack-request-id: req-18b3dc37-dfd4-4888-916c-f0a18f906d2b {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:39.413257 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f893c0f6-88ae-4d61-8130-16365ca984b2", "name": "network-vif-deleted", "tag": "33c961c6-979a-4e8b-9f62-0b213b0b8103", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:39.413506 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18b3dc37-dfd4-4888-916c-f0a18f906d2b {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:39.413891 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f893c0f6-88ae-4d61-8130-16365ca984b2', 'name': 'network-vif-deleted', 'tag': '33c961c6-979a-4e8b-9f62-0b213b0b8103', 'status': 'completed', 'code': 200} Sep 20 05:08:39.620159 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d630b-3f77-4924-a544-8dff4c63986d req-a458b9dd-1a07-4e06-86e6-bf386073f035 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:39.621620 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c78d630b-3f77-4924-a544-8dff4c63986d req-a458b9dd-1a07-4e06-86e6-bf386073f035 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0477884 Sep 20 05:08:39.658197 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c78d630b-3f77-4924-a544-8dff4c63986d req-da37cfaf-f9b8-4959-a31b-8c8274145b40 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306983 Sep 20 05:08:39.900941 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0def9a2c-0225-4a6f-89ff-869e1eb73464 req-6db8df60-468a-4350-94ba-3fbba7d2eff3 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=f893c0f6-88ae-4d61-8130-16365ca984b2 HTTP/1.1" status: 200 len: 210 time: 0.0290744 Sep 20 05:08:40.014890 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e50f8-b0b0-46da-95f8-7e8ccaec9af0 req-9ad01915-73e7-47b9-a8ec-00b9d1d7c800 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:40.016454 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0a8e50f8-b0b0-46da-95f8-7e8ccaec9af0 req-9ad01915-73e7-47b9-a8ec-00b9d1d7c800 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0494056 Sep 20 05:08:40.047941 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a7c81-37e6-46e5-8140-f849f2eae9fe req-b719cd0a-0bf7-443a-94bb-60ca3cfc581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:40.049600 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f2a7c81-37e6-46e5-8140-f849f2eae9fe req-b719cd0a-0bf7-443a-94bb-60ca3cfc581a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cf0a4df25cc49e393cc62181affc848&device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 1098 time: 0.0450568 Sep 20 05:08:40.058658 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0a8e50f8-b0b0-46da-95f8-7e8ccaec9af0 req-cfba194b-8933-4a9a-9f1c-93326deb7da8 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Sep 20 05:08:40.141782 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a7c81-37e6-46e5-8140-f849f2eae9fe req-daceb5dd-9dae-43d5-85c7-676dbae5e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:40.143266 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f2a7c81-37e6-46e5-8140-f849f2eae9fe req-daceb5dd-9dae-43d5-85c7-676dbae5e8bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 200 len: 918 time: 0.0846641 Sep 20 05:08:40.188650 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f2a7c81-37e6-46e5-8140-f849f2eae9fe req-0bf14716-4b83-4978-9a5e-1896f22995ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1320ba1-c5dd-40cc-bd21-267c042ff4cc HTTP/1.1" status: 200 len: 217 time: 0.0359437 Sep 20 05:08:40.237355 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a7c81-37e6-46e5-8140-f849f2eae9fe req-f7e98551-d3df-4fe2-8564-8043d3b832eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:40.238718 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f2a7c81-37e6-46e5-8140-f849f2eae9fe req-f7e98551-d3df-4fe2-8564-8043d3b832eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9dab44c-6e76-406e-b06a-c49dd641171c HTTP/1.1" status: 200 len: 858 time: 0.0419610 Sep 20 05:08:40.271581 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f2a7c81-37e6-46e5-8140-f849f2eae9fe req-bcda9790-5499-4c37-aeec-e57a252f54de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230200 Sep 20 05:08:40.364566 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f2a7c81-37e6-46e5-8140-f849f2eae9fe req-23b59ffa-3a53-4f27-95ed-144b49061764 service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835402 Sep 20 05:08:40.455287 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f2a7c81-37e6-46e5-8140-f849f2eae9fe req-3f40316f-40eb-4c6f-93c9-a652a959187f service neutron] 10.222.0.23 "GET /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799797 Sep 20 05:08:41.180408 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227e713-116b-48c6-8f1d-0b684c82b10e req-2dac2995-e40e-4eb2-a8ba-9d2673cce0f8 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:41.182379 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8227e713-116b-48c6-8f1d-0b684c82b10e req-2dac2995-e40e-4eb2-a8ba-9d2673cce0f8 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0474081 Sep 20 05:08:41.219662 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8227e713-116b-48c6-8f1d-0b684c82b10e req-c97100e0-7c00-4d55-873c-fdf303e4908d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314007 Sep 20 05:08:42.286239 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb852c45-73b1-45e7-b381-58e755fc531c req-0ed38391-3a76-4eb5-8cae-f46428a84e98 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:42.287722 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eb852c45-73b1-45e7-b381-58e755fc531c req-0ed38391-3a76-4eb5-8cae-f46428a84e98 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 945 time: 0.0490472 Sep 20 05:08:42.357120 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eb852c45-73b1-45e7-b381-58e755fc531c req-286721e7-44a6-4eaf-964d-b912e3014ef2 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578468 Sep 20 05:08:42.364385 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60af7e-5974-48eb-bd74-0cce92d13113 req-e932abdf-33b9-4b34-adc8-f8028755d736 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:42.365830 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0d60af7e-5974-48eb-bd74-0cce92d13113 req-e932abdf-33b9-4b34-adc8-f8028755d736 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0747454 Sep 20 05:08:42.403901 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0d60af7e-5974-48eb-bd74-0cce92d13113 req-b138c443-8a1b-4349-9d33-a44fe349f411 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Sep 20 05:08:42.739131 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 33c961c6-979a-4e8b-9f62-0b213b0b8103 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:08:42.762593 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 33c961c6-979a-4e8b-9f62-0b213b0b8103 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:08:42.762933 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 33c961c6-979a-4e8b-9f62-0b213b0b8103 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:08:43.469521 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeb781-015f-426e-ac6f-51d47de12c98 req-531e4d16-63ac-4ebd-b854-ce7b74238ea5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:43.470998 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-aedeb781-015f-426e-ac6f-51d47de12c98 req-531e4d16-63ac-4ebd-b854-ce7b74238ea5 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 945 time: 0.0488584 Sep 20 05:08:43.538901 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-aedeb781-015f-426e-ac6f-51d47de12c98 req-a81473fa-260c-4890-97a6-8cc238a60679 tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580511 Sep 20 05:08:43.547519 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3ad6e-3204-403b-acbb-32f7b2681bbd req-4da71a05-bbc4-4d08-8d7f-04b259ddbd44 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:43.549075 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13a3ad6e-3204-403b-acbb-32f7b2681bbd req-4da71a05-bbc4-4d08-8d7f-04b259ddbd44 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0771501 Sep 20 05:08:43.586419 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13a3ad6e-3204-403b-acbb-32f7b2681bbd req-8ede474c-0d14-4958-9539-c528de4ce66b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Sep 20 05:08:44.499306 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a3906-f0df-4f75-8dd6-4b69ff90e02c req-18bd241f-9832-4885-b1d0-006431d5411a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:44.500783 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-177a3906-f0df-4f75-8dd6-4b69ff90e02c req-18bd241f-9832-4885-b1d0-006431d5411a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 945 time: 0.0474548 Sep 20 05:08:44.611486 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-177a3906-f0df-4f75-8dd6-4b69ff90e02c req-7b53f06a-47e7-4cd2-b7e5-61e3814b3e1d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Deleting port 456ed1cb-d485-4ea3-8658-fadad468bd04 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:08:44.611827 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-177a3906-f0df-4f75-8dd6-4b69ff90e02c req-7b53f06a-47e7-4cd2-b7e5-61e3814b3e1d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:44.661363 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec44b55-a55f-4178-a8b1-a688791766f4 req-62d51c54-8154-4110-babf-2532278e816a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:44.662836 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-aec44b55-a55f-4178-a8b1-a688791766f4 req-62d51c54-8154-4110-babf-2532278e816a tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d58e132-2463-446e-8369-c3e00ca8b9fd HTTP/1.1" status: 200 len: 945 time: 0.0492339 Sep 20 05:08:44.703675 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-177a3906-f0df-4f75-8dd6-4b69ff90e02c req-7b53f06a-47e7-4cd2-b7e5-61e3814b3e1d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] For port 456ed1cb-d485-4ea3-8658-fadad468bd04, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=456ed1cb-d485-4ea3-8658-fadad468bd04,segment=NetworkSegment(3215fa7f-4217-4674-8ff0-57c8c97b284c),segment_id=3215fa7f-4217-4674-8ff0-57c8c97b284c)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:44.704074 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-177a3906-f0df-4f75-8dd6-4b69ff90e02c req-7b53f06a-47e7-4cd2-b7e5-61e3814b3e1d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:44.704745 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-aec44b55-a55f-4178-a8b1-a688791766f4 req-b25ef381-d963-4959-b496-fb2bfc36cc2f tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.32 "GET /v2.0/security-groups?id=3189e030-bd96-41e3-bbab-e584349c5429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337455 Sep 20 05:08:44.717424 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-177a3906-f0df-4f75-8dd6-4b69ff90e02c req-7b53f06a-47e7-4cd2-b7e5-61e3814b3e1d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Calling delete_port for 456ed1cb-d485-4ea3-8658-fadad468bd04 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:08:44.841289 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-177a3906-f0df-4f75-8dd6-4b69ff90e02c req-7b53f06a-47e7-4cd2-b7e5-61e3814b3e1d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:44.866859 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53f06a-47e7-4cd2-b7e5-61e3814b3e1d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Pushing event deleted for resources: {'Port': ['ID=456ed1cb-d485-4ea3-8658-fadad468bd04,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:44.911406 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-177a3906-f0df-4f75-8dd6-4b69ff90e02c req-7b53f06a-47e7-4cd2-b7e5-61e3814b3e1d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] No DVR routers for this DVR port 456ed1cb-d485-4ea3-8658-fadad468bd04 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:08:44.913934 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-177a3906-f0df-4f75-8dd6-4b69ff90e02c req-7b53f06a-47e7-4cd2-b7e5-61e3814b3e1d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:44.916009 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-177a3906-f0df-4f75-8dd6-4b69ff90e02c req-7b53f06a-47e7-4cd2-b7e5-61e3814b3e1d tempest-AttachVolumeNegativeTest-881887225 tempest-AttachVolumeNegativeTest-881887225-project] 10.222.0.23 "DELETE /v2.0/ports/456ed1cb-d485-4ea3-8658-fadad468bd04 HTTP/1.1" status: 204 len: 173 time: 0.3941028 Sep 20 05:08:44.916556 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d58e132-2463-446e-8369-c3e00ca8b9fd', 'name': 'network-vif-deleted', 'tag': '456ed1cb-d485-4ea3-8658-fadad468bd04'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:08:44.918773 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c4a6fd-87ac-4c7e-a1be-11ab8765b15d" -d '{"events": [{"server_uuid": "4d58e132-2463-446e-8369-c3e00ca8b9fd", "name": "network-vif-deleted", "tag": "456ed1cb-d485-4ea3-8658-fadad468bd04"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:44.959804 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a670cc-f4e1-49d0-b5aa-2be300ef6db8 x-openstack-request-id: req-63a670cc-f4e1-49d0-b5aa-2be300ef6db8 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:44.960107 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d58e132-2463-446e-8369-c3e00ca8b9fd", "name": "network-vif-deleted", "tag": "456ed1cb-d485-4ea3-8658-fadad468bd04", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:44.960363 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63a670cc-f4e1-49d0-b5aa-2be300ef6db8 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:44.960763 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d58e132-2463-446e-8369-c3e00ca8b9fd', 'name': 'network-vif-deleted', 'tag': '456ed1cb-d485-4ea3-8658-fadad468bd04', 'status': 'completed', 'code': 200} Sep 20 05:08:45.761706 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 40634) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:08:45.804992 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f02f37-5654-463b-a623-a1e8bbf73ec7 admin admin] Deleting subnet b7b8e991-2efe-4ed7-952d-d5a0a41f072f {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:08:45.808436 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f02f37-5654-463b-a623-a1e8bbf73ec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:45.842061 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f02f37-5654-463b-a623-a1e8bbf73ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630185'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:45.881893 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f02f37-5654-463b-a623-a1e8bbf73ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:45.931923 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f02f37-5654-463b-a623-a1e8bbf73ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26114793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26194413'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:45.959063 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f02f37-5654-463b-a623-a1e8bbf73ec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b8e991-2efe-4ed7-952d-d5a0a41f072f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:45.961097 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f02f37-5654-463b-a623-a1e8bbf73ec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:45.963648 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-32f02f37-5654-463b-a623-a1e8bbf73ec7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b7b8e991-2efe-4ed7-952d-d5a0a41f072f HTTP/1.1" status: 204 len: 168 time: 0.2003608 Sep 20 05:08:45.966317 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 40638) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:08:46.032729 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:46.116328 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:46.137078 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90939f0-4c90-432c-81e7-3d6ba2213958']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:08:46.146671 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3215fa7f-4217-4674-8ff0-57c8c97b284c') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:08:46.146963 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3215fa7f-4217-4674-8ff0-57c8c97b284c') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:08:46.157072 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630178'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:46.170783 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:46.176392 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:08:46.176767 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113335'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: timer() Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: cb(*args, **kw) Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: self._notify() Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: self.callback(batched_events) Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: event.method(event) Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._get(url).json() Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:08:46.178578 dv-cinder-809965-1-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:08:46.233707 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:46.239142 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:46.241022 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] 10.222.0.32 "DELETE /v2.0/networks/a90939f0-4c90-432c-81e7-3d6ba2213958 HTTP/1.1" status: 204 len: 168 time: 0.2736712 Sep 20 05:08:46.252246 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aafba6-88e5-4b63-9079-1cbe2259667a admin admin] Pushing event deleted for resources: {'Network': ['ID=a90939f0-4c90-432c-81e7-3d6ba2213958,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:46.401896 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 40648) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:08:46.442859 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-78a50f08-8af5-4a06-9cdb-56d0e87d46e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5c5b5c0c55840cab46db661722c8d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397024 Sep 20 05:08:46.445240 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 40650) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:08:46.493103 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16859916-d1ef-494c-9a43-5632472c3316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:46.514713 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16859916-d1ef-494c-9a43-5632472c3316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:46.558738 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16859916-d1ef-494c-9a43-5632472c3316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:46.561185 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16859916-d1ef-494c-9a43-5632472c3316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:46.562316 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-16859916-d1ef-494c-9a43-5632472c3316 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3189e030-bd96-41e3-bbab-e584349c5429 HTTP/1.1" status: 204 len: 168 time: 0.1162052 Sep 20 05:08:46.569480 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16859916-d1ef-494c-9a43-5632472c3316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3189e030-bd96-41e3-bbab-e584349c5429,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:46.756189 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 456ed1cb-d485-4ea3-8658-fadad468bd04 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:08:46.775545 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 456ed1cb-d485-4ea3-8658-fadad468bd04 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:08:46.775867 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 456ed1cb-d485-4ea3-8658-fadad468bd04 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:08:47.814251 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 40706) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:08:47.915108 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4790da93-8d5d-4273-a1c5-2ab93bab95f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:48.003548 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4790da93-8d5d-4273-a1c5-2ab93bab95f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:48.006949 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4790da93-8d5d-4273-a1c5-2ab93bab95f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:48.045126 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4790da93-8d5d-4273-a1c5-2ab93bab95f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=186ab96a3203415bae7750d411adb038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298391 Sep 20 05:08:48.045977 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790da93-8d5d-4273-a1c5-2ab93bab95f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533f4ba3-7a9e-482d-bb91-442b35b724f7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:48.047797 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 40710) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:08:48.097555 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:48.117828 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:48.163794 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:48.167048 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:48.168248 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/533f4ba3-7a9e-482d-bb91-442b35b724f7 HTTP/1.1" status: 204 len: 168 time: 0.1192012 Sep 20 05:08:48.175764 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533f4ba3-7a9e-482d-bb91-442b35b724f7,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:48.183407 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:48.183756 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:48.184114 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:48.184447 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:48.184775 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:48.185100 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:48.185422 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:48.185749 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:48.186072 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:48.186391 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:48.186706 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:48.187020 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224279a5-de6d-480c-8eb4-870f57ee8463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:08:48.533488 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec6b20-fb33-47fc-9c32-9b23c92d8d4b req-70f0b83a-2e17-4173-86e4-869dd6e9b48c tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:48.534969 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4cec6b20-fb33-47fc-9c32-9b23c92d8d4b req-70f0b83a-2e17-4173-86e4-869dd6e9b48c tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0530803 Sep 20 05:08:48.573379 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4cec6b20-fb33-47fc-9c32-9b23c92d8d4b req-16f6c6e8-a28e-4d80-96d6-7a35fe9b7114 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324578 Sep 20 05:08:49.692378 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e2139-691f-46e9-bde4-5321d2f6acb9 req-3741176d-669c-4b1a-8e5a-f9ff1588277b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:49.700702 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-684e2139-691f-46e9-bde4-5321d2f6acb9 req-3741176d-669c-4b1a-8e5a-f9ff1588277b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0580261 Sep 20 05:08:49.736361 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-684e2139-691f-46e9-bde4-5321d2f6acb9 req-130b720b-9603-418f-bd15-c69345b06cc3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347283 Sep 20 05:08:50.849672 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696f301-3ee8-4ffc-a02d-2a9fca0292cf req-45e3eaa6-e6c9-4605-a8bc-0f289fa03b40 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:50.851196 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5696f301-3ee8-4ffc-a02d-2a9fca0292cf req-45e3eaa6-e6c9-4605-a8bc-0f289fa03b40 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0486724 Sep 20 05:08:50.889444 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5696f301-3ee8-4ffc-a02d-2a9fca0292cf req-4ce2510c-7d27-4a20-abaf-97aa69aa9506 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Sep 20 05:08:51.208873 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b75924-ebe3-4de1-9dfe-b29ac84ad319 req-c0b2cbd2-a0a1-4fba-a22d-3ca52895ccc9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:51.210379 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b5b75924-ebe3-4de1-9dfe-b29ac84ad319 req-c0b2cbd2-a0a1-4fba-a22d-3ca52895ccc9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.23 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 946 time: 0.0511575 Sep 20 05:08:51.304785 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-b5b75924-ebe3-4de1-9dfe-b29ac84ad319 req-6cfd2805-a537-4223-962a-3f20f40e91a9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Deleting port 506ec739-6cc1-43a4-bb59-a2f46a11504e {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:08:51.305139 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-b5b75924-ebe3-4de1-9dfe-b29ac84ad319 req-6cfd2805-a537-4223-962a-3f20f40e91a9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:51.393659 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-b5b75924-ebe3-4de1-9dfe-b29ac84ad319 req-6cfd2805-a537-4223-962a-3f20f40e91a9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] For port 506ec739-6cc1-43a4-bb59-a2f46a11504e, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=506ec739-6cc1-43a4-bb59-a2f46a11504e,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:08:51.394015 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-b5b75924-ebe3-4de1-9dfe-b29ac84ad319 req-6cfd2805-a537-4223-962a-3f20f40e91a9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:51.406902 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-b5b75924-ebe3-4de1-9dfe-b29ac84ad319 req-6cfd2805-a537-4223-962a-3f20f40e91a9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Calling delete_port for 506ec739-6cc1-43a4-bb59-a2f46a11504e owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:08:51.534856 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-b5b75924-ebe3-4de1-9dfe-b29ac84ad319 req-6cfd2805-a537-4223-962a-3f20f40e91a9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:51.563324 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd2805-a537-4223-962a-3f20f40e91a9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Pushing event deleted for resources: {'Port': ['ID=506ec739-6cc1-43a4-bb59-a2f46a11504e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:08:51.574232 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['506ec739-6cc1-43a4-bb59-a2f46a11504e', 'b1320ba1-c5dd-40cc-bd21-267c042ff4cc'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:08:51.605878 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b75924-ebe3-4de1-9dfe-b29ac84ad319 req-6cfd2805-a537-4223-962a-3f20f40e91a9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] No DVR routers for this DVR port 506ec739-6cc1-43a4-bb59-a2f46a11504e on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:08:51.608413 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-b5b75924-ebe3-4de1-9dfe-b29ac84ad319 req-6cfd2805-a537-4223-962a-3f20f40e91a9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:51.610402 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b5b75924-ebe3-4de1-9dfe-b29ac84ad319 req-6cfd2805-a537-4223-962a-3f20f40e91a9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.23 "DELETE /v2.0/ports/506ec739-6cc1-43a4-bb59-a2f46a11504e HTTP/1.1" status: 204 len: 173 time: 0.3932889 Sep 20 05:08:51.610832 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491019d0-552a-4423-b47e-0424e0c94b00', 'name': 'network-vif-deleted', 'tag': '506ec739-6cc1-43a4-bb59-a2f46a11504e'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:08:51.613112 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69140f37-084c-45e4-b8a3-0972e6f33379" -d '{"events": [{"server_uuid": "491019d0-552a-4423-b47e-0424e0c94b00", "name": "network-vif-deleted", "tag": "506ec739-6cc1-43a4-bb59-a2f46a11504e"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:08:51.649504 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a2dd04-83f8-4208-878f-e00795b105c1 x-openstack-request-id: req-d5a2dd04-83f8-4208-878f-e00795b105c1 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:08:51.649926 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491019d0-552a-4423-b47e-0424e0c94b00", "name": "network-vif-deleted", "tag": "506ec739-6cc1-43a4-bb59-a2f46a11504e", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:08:51.650251 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5a2dd04-83f8-4208-878f-e00795b105c1 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:08:51.650846 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491019d0-552a-4423-b47e-0424e0c94b00', 'name': 'network-vif-deleted', 'tag': '506ec739-6cc1-43a4-bb59-a2f46a11504e', 'status': 'completed', 'code': 200} Sep 20 05:08:52.000163 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-39620c1b-39fe-4ded-906d-6200fc62ced7 req-4ed75caf-1648-46d4-ab6d-5e2d11331f34 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=491019d0-552a-4423-b47e-0424e0c94b00 HTTP/1.1" status: 200 len: 210 time: 0.0294275 Sep 20 05:08:52.598659 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe3555-a168-4544-b2a3-9bf7e3107fe9 req-312ec439-23e5-4e6b-9f3d-b09b860367bb tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:52.600299 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-abbe3555-a168-4544-b2a3-9bf7e3107fe9 req-312ec439-23e5-4e6b-9f3d-b09b860367bb tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0481741 Sep 20 05:08:52.640381 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-abbe3555-a168-4544-b2a3-9bf7e3107fe9 req-cb600761-5647-445d-89fb-366b776e67ef tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337892 Sep 20 05:08:53.263595 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d2ac6-267e-47b7-af1e-f2d63acebb31 req-9d5b5242-7375-438f-b541-fc67a25c6141 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:53.265084 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c5d2ac6-267e-47b7-af1e-f2d63acebb31 req-9d5b5242-7375-438f-b541-fc67a25c6141 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0486817 Sep 20 05:08:53.302976 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c5d2ac6-267e-47b7-af1e-f2d63acebb31 req-fdf69b32-2021-4d60-a9d2-be519099512c tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319917 Sep 20 05:08:53.757560 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d163e90-72d8-4647-b6d3-3005da6f50ee req-da73127a-b32e-4555-8a18-cc0c5ab45885 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:53.759020 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6d163e90-72d8-4647-b6d3-3005da6f50ee req-da73127a-b32e-4555-8a18-cc0c5ab45885 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0513988 Sep 20 05:08:53.795340 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6d163e90-72d8-4647-b6d3-3005da6f50ee req-d57431c8-aef5-464e-8aa4-fc1fbf48e5d0 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298150 Sep 20 05:08:54.418377 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785f2fc-3d86-4e8f-930e-239a5aa4230c req-f1076f39-c951-47c1-9842-8399a48c6c24 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:54.419852 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a785f2fc-3d86-4e8f-930e-239a5aa4230c req-f1076f39-c951-47c1-9842-8399a48c6c24 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0495715 Sep 20 05:08:54.455505 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a785f2fc-3d86-4e8f-930e-239a5aa4230c req-21f1f7f7-2d51-4569-a013-6482b7cbf06d tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298157 Sep 20 05:08:54.911398 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6bf0b-4683-4909-b0fa-9c2edf785a92 req-0f84011c-49d2-458d-b1e6-0f8fa296270f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:54.912856 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-18e6bf0b-4683-4909-b0fa-9c2edf785a92 req-0f84011c-49d2-458d-b1e6-0f8fa296270f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0492549 Sep 20 05:08:54.949611 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-18e6bf0b-4683-4909-b0fa-9c2edf785a92 req-46985031-49cf-4e6d-91a4-3fd4d2344017 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308366 Sep 20 05:08:55.516818 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 506ec739-6cc1-43a4-bb59-a2f46a11504e no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:08:55.537863 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 506ec739-6cc1-43a4-bb59-a2f46a11504e {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:08:55.538478 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 506ec739-6cc1-43a4-bb59-a2f46a11504e not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:08:55.580699 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36a5c-7ff7-4ea0-8551-29a458168279 req-47b1ae35-f157-4ffe-b91c-55ec101ae2f8 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:55.582161 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f8b36a5c-7ff7-4ea0-8551-29a458168279 req-47b1ae35-f157-4ffe-b91c-55ec101ae2f8 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0585372 Sep 20 05:08:55.620660 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f8b36a5c-7ff7-4ea0-8551-29a458168279 req-5966397b-d176-4a2a-bcde-fae0b291fad1 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315003 Sep 20 05:08:56.061878 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7985182-a63b-4844-a367-bf969681531a req-f3a5f18c-e259-48e3-a36f-b284be43844e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:56.063432 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e7985182-a63b-4844-a367-bf969681531a req-f3a5f18c-e259-48e3-a36f-b284be43844e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0473146 Sep 20 05:08:56.099846 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e7985182-a63b-4844-a367-bf969681531a req-15a1df51-4a29-4b4f-99d7-954502b8944a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306532 Sep 20 05:08:56.736366 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cf7c-8659-41d1-bf92-e005cbf8435e req-c2a5c480-5239-49cd-b7a4-f6fa432090b6 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:56.737996 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b028cf7c-8659-41d1-bf92-e005cbf8435e req-c2a5c480-5239-49cd-b7a4-f6fa432090b6 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0498667 Sep 20 05:08:56.776671 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b028cf7c-8659-41d1-bf92-e005cbf8435e req-36f1026a-5c6d-429c-9007-3696581ce7f2 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328803 Sep 20 05:08:57.216176 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb46a-32a9-419c-9689-c0b496824366 req-aef9b038-8cc7-441b-9802-6f598d3f6748 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:57.217533 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7cdbb46a-32a9-419c-9689-c0b496824366 req-aef9b038-8cc7-441b-9802-6f598d3f6748 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0520229 Sep 20 05:08:57.253675 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7cdbb46a-32a9-419c-9689-c0b496824366 req-1f669b5f-f8bb-4c71-b82e-2670df3a8bd4 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300953 Sep 20 05:08:57.889331 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fa35a-71a2-49e0-bdca-6d3bf6f2ba24 req-23287530-c5b9-4fed-8445-e584b8af58cd tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:57.890793 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6d0fa35a-71a2-49e0-bdca-6d3bf6f2ba24 req-23287530-c5b9-4fed-8445-e584b8af58cd tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0482197 Sep 20 05:08:57.927214 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6d0fa35a-71a2-49e0-bdca-6d3bf6f2ba24 req-b68227dc-752a-4db0-9fe6-e0a7783f939f tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306873 Sep 20 05:08:58.373821 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b46bb-d780-4fa5-87c4-ef73b679da97 req-af13d8d1-a290-42a9-a3a5-620198c8dad9 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:58.375362 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dd3b46bb-d780-4fa5-87c4-ef73b679da97 req-af13d8d1-a290-42a9-a3a5-620198c8dad9 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0520642 Sep 20 05:08:58.412364 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:08:58.414529 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dd3b46bb-d780-4fa5-87c4-ef73b679da97 req-344b9565-844b-4655-8c01-2944b060ddc9 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331640 Sep 20 05:08:59.048837 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996235dc-31b1-420f-9a9d-1830817de72b req-df2d8cd9-a80b-42f0-8b60-5e3ab6ed18de tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:59.050314 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-996235dc-31b1-420f-9a9d-1830817de72b req-df2d8cd9-a80b-42f0-8b60-5e3ab6ed18de tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0511987 Sep 20 05:08:59.086398 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-996235dc-31b1-420f-9a9d-1830817de72b req-9970c69c-3219-47bf-ac92-cfcb7f481b3e tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301797 Sep 20 05:08:59.530928 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14232d4e-0a05-484d-9a03-20e9e6a6cb37 req-2a72cdef-902e-4a91-8fd8-cab9c91958de tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:08:59.532475 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-14232d4e-0a05-484d-9a03-20e9e6a6cb37 req-2a72cdef-902e-4a91-8fd8-cab9c91958de tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0506246 Sep 20 05:08:59.571831 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-14232d4e-0a05-484d-9a03-20e9e6a6cb37 req-97df15c4-2415-4976-b71f-caeb5a6aa8fb tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331113 Sep 20 05:09:00.204997 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b995bf-b272-4148-b951-f0fb8c71d7c2 req-600263c0-c981-4ad2-a0d4-0fb8c21427d9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:00.206469 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-90b995bf-b272-4148-b951-f0fb8c71d7c2 req-600263c0-c981-4ad2-a0d4-0fb8c21427d9 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0522008 Sep 20 05:09:00.243565 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-90b995bf-b272-4148-b951-f0fb8c71d7c2 req-7af332e2-e46c-4799-9690-c96fe0f1e97b tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310121 Sep 20 05:09:00.690318 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191a3e5-9095-4507-a7f7-980f2c84f45f req-092eb107-454a-4b78-b5f9-78a5a1d53b13 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:00.691798 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0191a3e5-9095-4507-a7f7-980f2c84f45f req-092eb107-454a-4b78-b5f9-78a5a1d53b13 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0518460 Sep 20 05:09:00.733790 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0191a3e5-9095-4507-a7f7-980f2c84f45f req-8cd59ac8-1da7-4631-8fe5-36d91e6fece5 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354369 Sep 20 05:09:01.359218 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a5627-7377-46c6-a22e-f7d206bd0010 req-8ec52225-2147-483c-9ab2-a012527c8b73 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:01.360748 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f81a5627-7377-46c6-a22e-f7d206bd0010 req-8ec52225-2147-483c-9ab2-a012527c8b73 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0490003 Sep 20 05:09:01.396949 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f81a5627-7377-46c6-a22e-f7d206bd0010 req-1ece18c1-6f50-493e-922b-559b86381053 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303137 Sep 20 05:09:01.494754 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-441a4bfc-6b41-4b76-ba21-06b02f223efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:01.849808 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ded7ac-2da6-44ff-b5aa-e4a1c5cc74df req-3037c206-e8a4-493d-a620-f760264ca127 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:01.851281 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32ded7ac-2da6-44ff-b5aa-e4a1c5cc74df req-3037c206-e8a4-493d-a620-f760264ca127 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0509441 Sep 20 05:09:01.888508 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32ded7ac-2da6-44ff-b5aa-e4a1c5cc74df req-d0389758-eefd-4134-ab62-b931c896e297 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311835 Sep 20 05:09:02.194131 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75490954-f21a-4e92-aa5e-b5cadeba9472 req-09b1fbc3-26a2-4c0f-affb-aba3fc6960dc tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:02.195650 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-75490954-f21a-4e92-aa5e-b5cadeba9472 req-09b1fbc3-26a2-4c0f-affb-aba3fc6960dc tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0601096 Sep 20 05:09:02.294529 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-75490954-f21a-4e92-aa5e-b5cadeba9472 req-7d908b61-d1c8-46d4-9eb1-cd62e26711f3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Deleting port b1320ba1-c5dd-40cc-bd21-267c042ff4cc {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:09:02.294754 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-75490954-f21a-4e92-aa5e-b5cadeba9472 req-7d908b61-d1c8-46d4-9eb1-cd62e26711f3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:02.383073 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-75490954-f21a-4e92-aa5e-b5cadeba9472 req-7d908b61-d1c8-46d4-9eb1-cd62e26711f3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] For port b1320ba1-c5dd-40cc-bd21-267c042ff4cc, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=b1320ba1-c5dd-40cc-bd21-267c042ff4cc,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:02.383429 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-75490954-f21a-4e92-aa5e-b5cadeba9472 req-7d908b61-d1c8-46d4-9eb1-cd62e26711f3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:02.394829 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-75490954-f21a-4e92-aa5e-b5cadeba9472 req-7d908b61-d1c8-46d4-9eb1-cd62e26711f3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Calling delete_port for b1320ba1-c5dd-40cc-bd21-267c042ff4cc owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:09:02.520554 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-75490954-f21a-4e92-aa5e-b5cadeba9472 req-7d908b61-d1c8-46d4-9eb1-cd62e26711f3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:02.520818 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c0300-8160-46f6-9a9b-7b46120ef062 req-13c0678c-c816-47aa-8be2-a0042cc74871 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:02.522566 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7c5c0300-8160-46f6-9a9b-7b46120ef062 req-13c0678c-c816-47aa-8be2-a0042cc74871 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f HTTP/1.1" status: 200 len: 945 time: 0.0540912 Sep 20 05:09:02.562594 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7c5c0300-8160-46f6-9a9b-7b46120ef062 req-bfa4af1e-0f58-4b19-b73a-66e56781aa0a tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a5c580e-72c5-452a-8542-0b13708cdd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340889 Sep 20 05:09:02.565783 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['b1320ba1-c5dd-40cc-bd21-267c042ff4cc'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:09:02.773952 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d908b61-d1c8-46d4-9eb1-cd62e26711f3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Pushing event deleted for resources: {'Port': ['ID=b1320ba1-c5dd-40cc-bd21-267c042ff4cc,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:02.815887 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-75490954-f21a-4e92-aa5e-b5cadeba9472 req-7d908b61-d1c8-46d4-9eb1-cd62e26711f3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] No DVR routers for this DVR port b1320ba1-c5dd-40cc-bd21-267c042ff4cc on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:09:02.818265 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-75490954-f21a-4e92-aa5e-b5cadeba9472 req-7d908b61-d1c8-46d4-9eb1-cd62e26711f3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:02.820221 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-75490954-f21a-4e92-aa5e-b5cadeba9472 req-7d908b61-d1c8-46d4-9eb1-cd62e26711f3 tempest-ServerRescueNegativeTestJSON-592473798 tempest-ServerRescueNegativeTestJSON-592473798-project] 10.222.0.23 "DELETE /v2.0/ports/b1320ba1-c5dd-40cc-bd21-267c042ff4cc HTTP/1.1" status: 204 len: 173 time: 0.6163862 Sep 20 05:09:02.820643 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f', 'name': 'network-vif-deleted', 'tag': 'b1320ba1-c5dd-40cc-bd21-267c042ff4cc'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:09:02.822827 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b06a2f-8df6-44d3-8904-a435ca88a657" -d '{"events": [{"server_uuid": "0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f", "name": "network-vif-deleted", "tag": "b1320ba1-c5dd-40cc-bd21-267c042ff4cc"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:09:02.859616 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e00bc5-1a45-4170-a960-6395d09a40e7 x-openstack-request-id: req-49e00bc5-1a45-4170-a960-6395d09a40e7 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:09:02.859865 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f", "name": "network-vif-deleted", "tag": "b1320ba1-c5dd-40cc-bd21-267c042ff4cc", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:09:02.860144 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49e00bc5-1a45-4170-a960-6395d09a40e7 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:09:02.860534 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7dfdf1-cfb9-47e3-90b4-ea95b084e94f', 'name': 'network-vif-deleted', 'tag': 'b1320ba1-c5dd-40cc-bd21-267c042ff4cc', 'status': 'completed', 'code': 200} Sep 20 05:09:03.011398 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124dec-6716-42b4-a9a9-58c95750ec54 req-3fce1109-ebfc-4d72-a59e-280a1e0b9dd1 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:03.012991 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-64124dec-6716-42b4-a9a9-58c95750ec54 req-3fce1109-ebfc-4d72-a59e-280a1e0b9dd1 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0511749 Sep 20 05:09:03.050125 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-64124dec-6716-42b4-a9a9-58c95750ec54 req-1fdfc44a-f7b2-48ba-aba8-bf08befa4701 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311899 Sep 20 05:09:03.622854 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 40958) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:04.030275 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-11be8220-452d-4b95-993b-8b66d462d83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-511756'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:04.053192 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-be231e22-aea7-4d12-88d3-25114d6cd472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:04.165414 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e525e-c6ef-415e-b326-39a477311a34 req-586778be-5112-40eb-b797-250c1446592d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:04.167017 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cc5e525e-c6ef-415e-b326-39a477311a34 req-586778be-5112-40eb-b797-250c1446592d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0489695 Sep 20 05:09:04.209770 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cc5e525e-c6ef-415e-b326-39a477311a34 req-3905d6ca-9cf9-4fba-8e22-c64e9d52e4bb tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359826 Sep 20 05:09:04.318076 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-11be8220-452d-4b95-993b-8b66d462d83d admin admin] Deleting port 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:09:04.318337 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-11be8220-452d-4b95-993b-8b66d462d83d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:04.394951 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-11be8220-452d-4b95-993b-8b66d462d83d admin admin] For port 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=0ad7c0cc-baeb-43f4-a3b4-328e9d53b882,segment=NetworkSegment(9adf50ce-1dca-41b7-90fa-fd59993f4ef7),segment_id=9adf50ce-1dca-41b7-90fa-fd59993f4ef7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:04.395309 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-11be8220-452d-4b95-993b-8b66d462d83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:04.407683 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-11be8220-452d-4b95-993b-8b66d462d83d admin admin] Calling delete_port for 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:09:04.583029 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-11be8220-452d-4b95-993b-8b66d462d83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:04.609579 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be8220-452d-4b95-993b-8b66d462d83d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad7c0cc-baeb-43f4-a3b4-328e9d53b882,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:04.783933 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-11be8220-452d-4b95-993b-8b66d462d83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275644'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:04.903551 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:05.017211 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11be8220-452d-4b95-993b-8b66d462d83d admin admin] Router c1078f18-afeb-4f9c-bb25-dff731f86dc4 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:09:05.122247 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be8220-452d-4b95-993b-8b66d462d83d admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:09:05.127708 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-11be8220-452d-4b95-993b-8b66d462d83d admin admin] 10.222.0.32 "PUT /v2.0/routers/c1078f18-afeb-4f9c-bb25-dff731f86dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5037646 Sep 20 05:09:05.130203 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 40976) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:05.130737 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c242c7a-ef7e-43df-bfa4-703127d1de80 None None] Sync routers for ids ['c1078f18-afeb-4f9c-bb25-dff731f86dc4'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:09:05.140821 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c242c7a-ef7e-43df-bfa4-703127d1de80 None None] Routers {'c1078f18-afeb-4f9c-bb25-dff731f86dc4'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:09:05.141444 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2c242c7a-ef7e-43df-bfa4-703127d1de80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:09:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['c1078f18-afeb-4f9c-bb25-dff731f86dc4'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:05.232397 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:05.251814 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-2c242c7a-ef7e-43df-bfa4-703127d1de80 None None] Set router c1078f18-afeb-4f9c-bb25-dff731f86dc4 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:09:05.319141 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:05.344765 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f916b2b-7fe0-49ff-860b-9efe511c75d1 req-c1f0cf9b-9c94-463d-9878-aad0dbad6496 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:05.346397 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4f916b2b-7fe0-49ff-860b-9efe511c75d1 req-c1f0cf9b-9c94-463d-9878-aad0dbad6496 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0650394 Sep 20 05:09:05.350290 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:05.389329 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4f916b2b-7fe0-49ff-860b-9efe511c75d1 req-e5135216-cbd0-428b-b8e5-4a15febd1df2 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361788 Sep 20 05:09:05.408397 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Deleting port aa49d891-aaa1-4b92-964d-9817928c1a35 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:09:05.408732 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:05.448896 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2c242c7a-ef7e-43df-bfa4-703127d1de80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-675288726-router', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:09:04Z', 'revision_number': 5, 'project_id': '0cf0a4df25cc49e393cc62181affc848', 'gw_port': {'id': 'aa49d891-aaa1-4b92-964d-9817928c1a35', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:18Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:05.479234 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c242c7a-ef7e-43df-bfa4-703127d1de80 None None] Checking router: c1078f18-afeb-4f9c-bb25-dff731f86dc4 for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:09:05.487108 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c242c7a-ef7e-43df-bfa4-703127d1de80 None None] Routers {'c1078f18-afeb-4f9c-bb25-dff731f86dc4'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:09:05.487708 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2c242c7a-ef7e-43df-bfa4-703127d1de80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:09:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['c1078f18-afeb-4f9c-bb25-dff731f86dc4'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:05.490068 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] For port aa49d891-aaa1-4b92-964d-9817928c1a35, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=aa49d891-aaa1-4b92-964d-9817928c1a35,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:05.490423 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:05.506176 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Calling delete_port for aa49d891-aaa1-4b92-964d-9817928c1a35 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:09:05.519537 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device b1320ba1-c5dd-40cc-bd21-267c042ff4cc no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:09:05.542447 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: b1320ba1-c5dd-40cc-bd21-267c042ff4cc {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:09:05.542781 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device b1320ba1-c5dd-40cc-bd21-267c042ff4cc not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:09:05.575633 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-2c242c7a-ef7e-43df-bfa4-703127d1de80 None None] Set router c1078f18-afeb-4f9c-bb25-dff731f86dc4 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:09:05.629670 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2c242c7a-ef7e-43df-bfa4-703127d1de80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-675288726-router', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:09:05Z', 'revision_number': 6, 'project_id': '0cf0a4df25cc49e393cc62181affc848', 'gw_port_host': None}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:05.663847 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c242c7a-ef7e-43df-bfa4-703127d1de80 None None] The sync data for ids ['c1078f18-afeb-4f9c-bb25-dff731f86dc4'] in dv-cinder-809965-1-iscsi is: [{'id': 'c1078f18-afeb-4f9c-bb25-dff731f86dc4', 'name': 'tempest-ServerRescueNegativeTestJSON-675288726-router', 'tenant_id': '0cf0a4df25cc49e393cc62181affc848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:09:05Z', 'revision_number': 6, 'project_id': '0cf0a4df25cc49e393cc62181affc848', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:09:05.671627 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:05.721683 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa49d891-aaa1-4b92-964d-9817928c1a35,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:05.763692 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-275578'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:05.868671 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-509995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-429'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:05.871902 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:05.940189 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510160'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:05.940722 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1078f18-afeb-4f9c-bb25-dff731f86dc4 {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:09:05.946276 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:05.947391 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4e31719c-fc73-4744-850f-2723bf2016c1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c1078f18-afeb-4f9c-bb25-dff731f86dc4 HTTP/1.1" status: 204 len: 168 time: 0.8162861 Sep 20 05:09:05.950616 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 40980) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:05.993576 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d0ab88-379e-41b6-bb14-a38cbba740e6 admin admin] Deleting subnet b9dab44c-6e76-406e-b06a-c49dd641171c {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:09:05.996655 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-35d0ab88-379e-41b6-bb14-a38cbba740e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.287127 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-35d0ab88-379e-41b6-bb14-a38cbba740e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630185'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.335638 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-35d0ab88-379e-41b6-bb14-a38cbba740e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.402874 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-35d0ab88-379e-41b6-bb14-a38cbba740e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26114793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26194413'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.432660 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0ab88-379e-41b6-bb14-a38cbba740e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9dab44c-6e76-406e-b06a-c49dd641171c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:06.440296 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-35d0ab88-379e-41b6-bb14-a38cbba740e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.444321 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-35d0ab88-379e-41b6-bb14-a38cbba740e6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b9dab44c-6e76-406e-b06a-c49dd641171c HTTP/1.1" status: 204 len: 168 time: 0.4906497 Sep 20 05:09:06.444692 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 40994) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:06.550474 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:09:06.568682 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.577178 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:09:06.577546 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 0ad7c0cc-baeb-43f4-a3b4-328e9d53b882 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:09:06.591827 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac10be-7f55-42d5-8444-8cbd56f45f5b req-62ebf75d-4dde-4126-94f7-be15de24b56d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:06.593540 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b5ac10be-7f55-42d5-8444-8cbd56f45f5b req-62ebf75d-4dde-4126-94f7-be15de24b56d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.1180396 Sep 20 05:09:06.711740 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b5ac10be-7f55-42d5-8444-8cbd56f45f5b req-71a54f33-6f59-4790-9078-e97f1505d5fd tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094968 Sep 20 05:09:06.713498 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.738228 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0e68ee-1d0e-48b7-95d6-cd30569d92fe']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:06.750516 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adf50ce-1dca-41b7-90fa-fd59993f4ef7') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:06.750807 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adf50ce-1dca-41b7-90fa-fd59993f4ef7') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:06.761290 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3559785'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.776470 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.778983 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.785836 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:09:06.786244 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25425263'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: timer() Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: cb(*args, **kw) Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: self._notify() Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: self.callback(batched_events) Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: event.method(event) Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._get(url).json() Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:09:06.788292 dv-cinder-809965-1-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:09:06.854778 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.862813 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:06.866978 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0d0e68ee-1d0e-48b7-95d6-cd30569d92fe HTTP/1.1" status: 204 len: 168 time: 0.4209533 Sep 20 05:09:06.878706 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488c95f-ff95-46bd-aa34-8e6f1bf52a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0e68ee-1d0e-48b7-95d6-cd30569d92fe,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:06.971325 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76488ba-d492-4cab-81e0-8f00f9bc18a4 req-e6f66b28-a2e3-48b6-9cd2-0f6dbd7b91a6 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:06.973184 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d76488ba-d492-4cab-81e0-8f00f9bc18a4 req-e6f66b28-a2e3-48b6-9cd2-0f6dbd7b91a6 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0503716 Sep 20 05:09:07.017094 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d76488ba-d492-4cab-81e0-8f00f9bc18a4 req-9d0578fa-118c-4012-a895-bf794257da25 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342615 Sep 20 05:09:07.044465 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47203c-2032-4ea1-9129-c09fb7a38c0f req-0c53ea47-4ec1-4d52-89ad-2278977b0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:07.046694 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3b47203c-2032-4ea1-9129-c09fb7a38c0f req-0c53ea47-4ec1-4d52-89ad-2278977b0b45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1bfea594b1e04a0da5dd12d328acb684&device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 1098 time: 0.0437653 Sep 20 05:09:07.068665 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 41002) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:07.113345 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b0b0253c-92db-478d-a2b1-2df1281180fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cf0a4df25cc49e393cc62181affc848&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435300 Sep 20 05:09:07.115770 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 41004) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:07.148339 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47203c-2032-4ea1-9129-c09fb7a38c0f req-ef2e1974-3d99-4a50-ab0e-426feae9fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:07.149861 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3b47203c-2032-4ea1-9129-c09fb7a38c0f req-ef2e1974-3d99-4a50-ab0e-426feae9fe19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82ed44a3-5020-459e-a5d8-53caa9b90a71 HTTP/1.1" status: 200 len: 911 time: 0.0965781 Sep 20 05:09:07.164397 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4760d9c0-b309-46c4-96da-d2fdf26906cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:07.185987 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4760d9c0-b309-46c4-96da-d2fdf26906cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:07.221098 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3b47203c-2032-4ea1-9129-c09fb7a38c0f req-fa68bfc1-6da5-49e4-8700-622c550d1e67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4a28a2-50e3-49ef-8614-24102c628c59 HTTP/1.1" status: 200 len: 1001 time: 0.0644279 Sep 20 05:09:07.233262 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4760d9c0-b309-46c4-96da-d2fdf26906cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:07.235961 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4760d9c0-b309-46c4-96da-d2fdf26906cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:07.237187 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4760d9c0-b309-46c4-96da-d2fdf26906cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a5c580e-72c5-452a-8542-0b13708cdd1d HTTP/1.1" status: 204 len: 168 time: 0.1204574 Sep 20 05:09:07.244751 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760d9c0-b309-46c4-96da-d2fdf26906cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5c580e-72c5-452a-8542-0b13708cdd1d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:07.290412 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47203c-2032-4ea1-9129-c09fb7a38c0f req-3058527b-856e-423a-8c48-594b2a202bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:07.293260 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3b47203c-2032-4ea1-9129-c09fb7a38c0f req-3058527b-856e-423a-8c48-594b2a202bfe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df531757-d500-4ae2-9c23-877c926ef6aa HTTP/1.1" status: 200 len: 850 time: 0.0625939 Sep 20 05:09:07.340815 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47203c-2032-4ea1-9129-c09fb7a38c0f req-caca83ec-035d-4dc4-9b63-76ef2a0d5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:07.342426 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3b47203c-2032-4ea1-9129-c09fb7a38c0f req-caca83ec-035d-4dc4-9b63-76ef2a0d5dcc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82ed44a3-5020-459e-a5d8-53caa9b90a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419853 Sep 20 05:09:07.447532 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3b47203c-2032-4ea1-9129-c09fb7a38c0f req-4fbc1abc-20db-4dfc-bc18-2c11b3867185 service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974526 Sep 20 05:09:07.537189 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3b47203c-2032-4ea1-9129-c09fb7a38c0f req-316a1532-b91b-469a-a3eb-aeb3fb8ee403 service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821013 Sep 20 05:09:07.757982 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device aa49d891-aaa1-4b92-964d-9817928c1a35 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:09:07.778722 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: aa49d891-aaa1-4b92-964d-9817928c1a35 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:09:07.779065 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device aa49d891-aaa1-4b92-964d-9817928c1a35 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:09:08.146846 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be24091-f597-4e96-86cd-c6ed9828d1f6 req-3a5901ef-453e-4c02-97c4-f14c33f7d706 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:08.148479 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3be24091-f597-4e96-86cd-c6ed9828d1f6 req-3a5901ef-453e-4c02-97c4-f14c33f7d706 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0514264 Sep 20 05:09:08.187386 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3be24091-f597-4e96-86cd-c6ed9828d1f6 req-2f881e4a-c426-4b44-b629-4f2b2fed72a2 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319476 Sep 20 05:09:08.725787 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 41058) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:08.832955 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ecf01020-7944-4d5c-a882-c25bcb4009c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:08.923322 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ecf01020-7944-4d5c-a882-c25bcb4009c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:08.926910 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ecf01020-7944-4d5c-a882-c25bcb4009c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:08.965728 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ecf01020-7944-4d5c-a882-c25bcb4009c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a2fd6c98b484aeeaa90b8f00300b657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388928 Sep 20 05:09:08.966652 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf01020-7944-4d5c-a882-c25bcb4009c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e19f3a-469b-407a-8bea-d923be4ef45e,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:08.968445 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41062) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:09.017588 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f3f77d88-2e11-4f5e-9949-4a922a12d142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:09.037491 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f3f77d88-2e11-4f5e-9949-4a922a12d142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:09.085421 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f3f77d88-2e11-4f5e-9949-4a922a12d142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:09.087854 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f3f77d88-2e11-4f5e-9949-4a922a12d142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:09.089071 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f3f77d88-2e11-4f5e-9949-4a922a12d142 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5e19f3a-469b-407a-8bea-d923be4ef45e HTTP/1.1" status: 204 len: 168 time: 0.1192274 Sep 20 05:09:09.096855 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f77d88-2e11-4f5e-9949-4a922a12d142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e19f3a-469b-407a-8bea-d923be4ef45e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:09.305373 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce321974-580c-44f3-a3c5-6da67cdc1680 req-7b5aa468-a6a1-46f0-8edc-42dd3cf1e112 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:09.308581 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ce321974-580c-44f3-a3c5-6da67cdc1680 req-7b5aa468-a6a1-46f0-8edc-42dd3cf1e112 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0522466 Sep 20 05:09:09.347974 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ce321974-580c-44f3-a3c5-6da67cdc1680 req-b75a4881-34cb-417c-81b9-5e750eda1277 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332291 Sep 20 05:09:09.357637 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 41070) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:09.372165 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f159de47-2d86-4ec8-b0e5-43fd856891a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:09.458207 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f159de47-2d86-4ec8-b0e5-43fd856891a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:09.461816 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f159de47-2d86-4ec8-b0e5-43fd856891a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:09.497350 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159de47-2d86-4ec8-b0e5-43fd856891a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16911ae1-e55c-4426-96e2-ee6958144c53,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:09.505764 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41074) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:09.505874 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f159de47-2d86-4ec8-b0e5-43fd856891a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=778ccb98ac0e4807aad25ef3ecdbf8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470993 Sep 20 05:09:09.563500 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8cfa48ce-f7a2-458b-b56f-7fcab77cd803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:09.584891 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8cfa48ce-f7a2-458b-b56f-7fcab77cd803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:09.632772 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8cfa48ce-f7a2-458b-b56f-7fcab77cd803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:09.637381 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8cfa48ce-f7a2-458b-b56f-7fcab77cd803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:09.638524 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8cfa48ce-f7a2-458b-b56f-7fcab77cd803 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16911ae1-e55c-4426-96e2-ee6958144c53 HTTP/1.1" status: 204 len: 168 time: 0.1319437 Sep 20 05:09:09.646513 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa48ce-f7a2-458b-b56f-7fcab77cd803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16911ae1-e55c-4426-96e2-ee6958144c53,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:13.893630 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:09:28.430079 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:31.497789 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5d5163c9-e613-4689-a46b-d8eed67ea730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:31.743821 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc3dc-6e20-4f8f-bab9-3f5294f1a612 req-24003dc8-52b0-465b-8806-11ea165b517c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:31.745231 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-df4bc3dc-6e20-4f8f-bab9-3f5294f1a612 req-24003dc8-52b0-465b-8806-11ea165b517c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 946 time: 0.0532348 Sep 20 05:09:31.783091 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-df4bc3dc-6e20-4f8f-bab9-3f5294f1a612 req-d9039fa9-02bc-41c8-9e15-26491338eadc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317748 Sep 20 05:09:32.463839 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f6684b5-82eb-4b3a-ab50-1e1a4d1325f2 req-517de2a8-6058-403e-a82f-76dc93f05aa5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405688 Sep 20 05:09:32.907563 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25664e-68e7-453e-a0eb-c82386aab70d req-e9d04b83-a24c-403d-b9d4-d85a7ea7e6cf tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:32.909104 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8b25664e-68e7-453e-a0eb-c82386aab70d req-e9d04b83-a24c-403d-b9d4-d85a7ea7e6cf tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 946 time: 0.0492904 Sep 20 05:09:32.947050 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8b25664e-68e7-453e-a0eb-c82386aab70d req-e0b3d566-2f6c-4820-915b-2d5ac8e794a8 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320258 Sep 20 05:09:34.054398 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-95f81c6e-76e7-43ac-85c8-bc022e845b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:34.072205 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bd2c6-c014-4047-bd7b-b3581f393cf9 req-7cdca9e1-2fdb-4a17-931f-a5bd988e5415 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:34.073680 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-063bd2c6-c014-4047-bd7b-b3581f393cf9 req-7cdca9e1-2fdb-4a17-931f-a5bd988e5415 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 946 time: 0.0530715 Sep 20 05:09:34.111737 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-063bd2c6-c014-4047-bd7b-b3581f393cf9 req-14a4dba0-512e-4116-8c7d-9dba117b1bcf tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Sep 20 05:09:34.406993 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6684b5-82eb-4b3a-ab50-1e1a4d1325f2 req-b63c9326-8474-40b2-8b81-81a35158c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:34.408409 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f6684b5-82eb-4b3a-ab50-1e1a4d1325f2 req-b63c9326-8474-40b2-8b81-81a35158c7d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 1099 time: 0.0416732 Sep 20 05:09:34.511956 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6684b5-82eb-4b3a-ab50-1e1a4d1325f2 req-ca61ee0f-2190-4d6e-b03a-9a9a5cbb5ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:34.514044 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f6684b5-82eb-4b3a-ab50-1e1a4d1325f2 req-ca61ee0f-2190-4d6e-b03a-9a9a5cbb5ecf service neutron] 10.222.0.23 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 916 time: 0.0835338 Sep 20 05:09:34.583487 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f6684b5-82eb-4b3a-ab50-1e1a4d1325f2 req-486e6fef-ca80-4261-b1db-730ed2b9a2f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f123ffee-366f-4849-a484-c8f6c7824115 HTTP/1.1" status: 200 len: 1000 time: 0.0608442 Sep 20 05:09:34.633736 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6684b5-82eb-4b3a-ab50-1e1a4d1325f2 req-0947f99e-126a-49d2-b344-d507db8af9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:34.635132 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f6684b5-82eb-4b3a-ab50-1e1a4d1325f2 req-0947f99e-126a-49d2-b344-d507db8af9bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 200 len: 855 time: 0.0421443 Sep 20 05:09:34.681227 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6684b5-82eb-4b3a-ab50-1e1a4d1325f2 req-d7ede1bf-9f61-41cd-92ab-f96ee2118e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:34.682797 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f6684b5-82eb-4b3a-ab50-1e1a4d1325f2 req-d7ede1bf-9f61-41cd-92ab-f96ee2118e36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=938fc456-60b7-4e39-9ccf-45538a5abe25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402822 Sep 20 05:09:34.774368 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f6684b5-82eb-4b3a-ab50-1e1a4d1325f2 req-ae6c5311-4f00-4b5c-99df-7b95c94c8d1d service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 Sep 20 05:09:34.861971 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f6684b5-82eb-4b3a-ab50-1e1a4d1325f2 req-cd532a2d-2825-463f-af13-05bfced9662a service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794175 Sep 20 05:09:34.896313 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:35.237208 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534df587-509e-4db9-bb2f-2a907e700044 req-41092808-3cea-46cc-af60-a319ee72695d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:35.238700 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-534df587-509e-4db9-bb2f-2a907e700044 req-41092808-3cea-46cc-af60-a319ee72695d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 946 time: 0.0533204 Sep 20 05:09:35.277102 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-534df587-509e-4db9-bb2f-2a907e700044 req-f98f6c61-071d-49d3-83f3-194e27343d33 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Sep 20 05:09:35.319818 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:36.397586 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046009c5-9c8f-4f74-a6ce-6ee4a59c2628 req-e821bf36-cc11-4ae3-b961-f65a1eb5ee0a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:36.398988 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-046009c5-9c8f-4f74-a6ce-6ee4a59c2628 req-e821bf36-cc11-4ae3-b961-f65a1eb5ee0a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 946 time: 0.0479150 Sep 20 05:09:36.437830 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-046009c5-9c8f-4f74-a6ce-6ee4a59c2628 req-70b303cd-9ab4-490e-aa8b-d1393294ae15 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323491 Sep 20 05:09:36.772114 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:37.555150 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950a28b-a3d5-4807-8cf9-b2390ca3c01d req-e793466d-9e51-4e6d-a609-0e30cde196d5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:37.556665 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d950a28b-a3d5-4807-8cf9-b2390ca3c01d req-e793466d-9e51-4e6d-a609-0e30cde196d5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 946 time: 0.0492921 Sep 20 05:09:37.597502 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d950a28b-a3d5-4807-8cf9-b2390ca3c01d req-a8b352f5-dffd-44f1-9308-7483083723fb tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346951 Sep 20 05:09:38.726121 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846040f-bf0d-4572-a5e6-229e35fb7d35 req-0fc84f71-506c-4592-bc7d-cd1e904a1f62 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:38.727633 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6846040f-bf0d-4572-a5e6-229e35fb7d35 req-0fc84f71-506c-4592-bc7d-cd1e904a1f62 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 946 time: 0.0572522 Sep 20 05:09:38.766390 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6846040f-bf0d-4572-a5e6-229e35fb7d35 req-ddf41f7b-1f52-4169-93a2-52416292470c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328498 Sep 20 05:09:38.992418 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-dad7ac03-6790-4cff-91cd-81791cb00eab tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:38.993865 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-dad7ac03-6790-4cff-91cd-81791cb00eab tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 946 time: 0.0545700 Sep 20 05:09:39.085577 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Deleting port f123ffee-366f-4849-a484-c8f6c7824115 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:09:39.085818 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:39.180740 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] For port f123ffee-366f-4849-a484-c8f6c7824115, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f123ffee-366f-4849-a484-c8f6c7824115,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:39.181093 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:39.394463 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:39.394848 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:39.395220 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.l3_db [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Floating IP 5fc8fff3-0203-4b3b-a601-a3ea7c91a97c disassociated. External IP: 172.27.1.85, port: f123ffee-366f-4849-a484-c8f6c7824115. Sep 20 05:09:39.395558 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Calling delete_port for f123ffee-366f-4849-a484-c8f6c7824115 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:09:39.529422 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:39.558001 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event deleted for resources: {'Port': ['ID=f123ffee-366f-4849-a484-c8f6c7824115,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:39.574291 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:39.575355 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:39.575641 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:39.575980 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:39.576356 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:39.576687 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:39.577014 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:39.577337 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:39.577659 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:39.577982 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:39.578303 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:39.578623 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:39.694876 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Router a429d993-38f6-4c3f-a892-741c437920eb has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:09:39.808841 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:09:39.821544 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b52595-24d4-4d8c-8fe3-cde5aa9fc726 None None] Sync routers for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:09:39.832240 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b52595-24d4-4d8c-8fe3-cde5aa9fc726 None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:09:39.832899 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-f1b52595-24d4-4d8c-8fe3-cde5aa9fc726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:09:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:39.859695 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] No DVR routers for this DVR port f123ffee-366f-4849-a484-c8f6c7824115 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:09:39.862609 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:39.865206 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e036ba7d-01ee-4b3a-8461-06cde12777f0 req-a5cc78b5-1f92-4239-a7b9-dcff4f54a83e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.23 "DELETE /v2.0/ports/f123ffee-366f-4849-a484-c8f6c7824115 HTTP/1.1" status: 204 len: 173 time: 0.8648601 Sep 20 05:09:39.865639 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'name': 'network-vif-deleted', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:09:39.867919 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3f32b3-45c3-4928-86b3-f2dc0f244d3a" -d '{"events": [{"server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "name": "network-vif-deleted", "tag": "f123ffee-366f-4849-a484-c8f6c7824115"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:09:39.878695 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a24ccc90-2f9e-4fae-ad31-5abef06478e5 req-0085e71f-0ef6-4118-9151-3841248570fd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 210 time: 0.0340600 Sep 20 05:09:39.909363 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16a0ea5-26a4-4727-9096-75d8734f42dc x-openstack-request-id: req-a16a0ea5-26a4-4727-9096-75d8734f42dc {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:09:39.909880 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5770061-2fc4-4c56-a4df-859993e72367", "name": "network-vif-deleted", "tag": "f123ffee-366f-4849-a484-c8f6c7824115", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:09:39.910399 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a16a0ea5-26a4-4727-9096-75d8734f42dc {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:09:39.911009 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5770061-2fc4-4c56-a4df-859993e72367', 'name': 'network-vif-deleted', 'tag': 'f123ffee-366f-4849-a484-c8f6c7824115', 'status': 'completed', 'code': 200} Sep 20 05:09:39.965337 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-f1b52595-24d4-4d8c-8fe3-cde5aa9fc726 None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:09:40.178061 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-f1b52595-24d4-4d8c-8fe3-cde5aa9fc726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:37Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:40.207970 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b52595-24d4-4d8c-8fe3-cde5aa9fc726 None None] Checking router: a429d993-38f6-4c3f-a892-741c437920eb for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:09:40.218581 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b52595-24d4-4d8c-8fe3-cde5aa9fc726 None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:09:40.219400 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-f1b52595-24d4-4d8c-8fe3-cde5aa9fc726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:09:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:40.346721 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-f1b52595-24d4-4d8c-8fe3-cde5aa9fc726 None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:09:40.552636 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-f1b52595-24d4-4d8c-8fe3-cde5aa9fc726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:37Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:40.556015 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41498) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:40.588386 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b52595-24d4-4d8c-8fe3-cde5aa9fc726 None None] The sync data for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi is: [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:37Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:09:40.674246 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c3724cc-702e-4578-b9ae-693f89c7551d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:40.773279 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c3724cc-702e-4578-b9ae-693f89c7551d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:40.779556 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c3724cc-702e-4578-b9ae-693f89c7551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:40.828424 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 41504) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:40.828712 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0c3724cc-702e-4578-b9ae-693f89c7551d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3a9d208a7d44edd9abac41d37a266cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707951 Sep 20 05:09:40.829985 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3724cc-702e-4578-b9ae-693f89c7551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf77d3d-80f5-4723-9bf9-53730315ee40,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:40.867455 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd49ba9-64df-4e90-b9a0-c23ea9e1b748 None None] New status for floating IP 5fc8fff3-0203-4b3b-a601-a3ea7c91a97c: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:09:40.889786 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62c50e3c-c974-410e-a42e-057ed56f34d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:40.913677 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62c50e3c-c974-410e-a42e-057ed56f34d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:40.964620 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62c50e3c-c974-410e-a42e-057ed56f34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:40.967916 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62c50e3c-c974-410e-a42e-057ed56f34d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:40.972242 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-62c50e3c-c974-410e-a42e-057ed56f34d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bf77d3d-80f5-4723-9bf9-53730315ee40 HTTP/1.1" status: 204 len: 168 time: 0.1404479 Sep 20 05:09:40.983723 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c50e3c-c974-410e-a42e-057ed56f34d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf77d3d-80f5-4723-9bf9-53730315ee40,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:41.028082 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f2b69395-ea12-4aa7-b6d8-a02d8703c956 req-48e2bef9-7ea9-438a-8dc6-f667b826c6a3 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 210 time: 0.0449419 Sep 20 05:09:41.260190 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 41512) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:41.272776 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-79c3a18b-2ac1-43fa-b8af-b6a63f446a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:41.359241 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-79c3a18b-2ac1-43fa-b8af-b6a63f446a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:41.362832 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-79c3a18b-2ac1-43fa-b8af-b6a63f446a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:41.400779 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-79c3a18b-2ac1-43fa-b8af-b6a63f446a72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f775dfe96f144db1a22fdaae5df5e5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394656 Sep 20 05:09:41.401526 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3a18b-2ac1-43fa-b8af-b6a63f446a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa16c733-6880-4c4f-aa15-6b69b64e7513,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:41.404520 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41514) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:41.457006 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b9b77ab9-4e8d-4228-9e57-400842553f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:41.478785 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b9b77ab9-4e8d-4228-9e57-400842553f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:41.532893 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b9b77ab9-4e8d-4228-9e57-400842553f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:41.535468 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b9b77ab9-4e8d-4228-9e57-400842553f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:41.536771 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b9b77ab9-4e8d-4228-9e57-400842553f11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa16c733-6880-4c4f-aa15-6b69b64e7513 HTTP/1.1" status: 204 len: 168 time: 0.1308258 Sep 20 05:09:41.550397 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b77ab9-4e8d-4228-9e57-400842553f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa16c733-6880-4c4f-aa15-6b69b64e7513,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:42.148548 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c8adf631-8a14-4b60-ad6f-d5aec71120d1 req-d9984e9a-ee4c-4e8a-8319-ddb3abe69bdd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 210 time: 0.0259213 Sep 20 05:09:42.863288 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device f123ffee-366f-4849-a484-c8f6c7824115 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:09:42.883254 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: f123ffee-366f-4849-a484-c8f6c7824115 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:09:42.883605 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device f123ffee-366f-4849-a484-c8f6c7824115 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:09:43.256965 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c0ef4317-c66a-4ecd-ad4f-e42b30905a32 req-cbcbc6c6-18fb-4307-8aa4-fdf2de58e2f9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5770061-2fc4-4c56-a4df-859993e72367 HTTP/1.1" status: 200 len: 210 time: 0.0257633 Sep 20 05:09:44.351269 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 41592) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:44.407433 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-323b2fbe-fea3-4854-8521-a8d49ae9354b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:44.430106 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-323b2fbe-fea3-4854-8521-a8d49ae9354b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:44.476677 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-323b2fbe-fea3-4854-8521-a8d49ae9354b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:44.479158 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-323b2fbe-fea3-4854-8521-a8d49ae9354b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:44.480324 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-323b2fbe-fea3-4854-8521-a8d49ae9354b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "DELETE /v2.0/security-groups/b19dea0f-7a4b-42ac-b8de-c628a3bab2c2 HTTP/1.1" status: 204 len: 168 time: 0.1280444 Sep 20 05:09:44.483837 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41596) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:44.489601 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b2fbe-fea3-4854-8521-a8d49ae9354b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19dea0f-7a4b-42ac-b8de-c628a3bab2c2,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:44.497988 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.api.v2.resource [None req-39275cd3-108d-4fa7-a39f-e323e1809b80 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] show failed (client error): The resource could not be found. Sep 20 05:09:44.498989 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-39275cd3-108d-4fa7-a39f-e323e1809b80 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups/b19dea0f-7a4b-42ac-b8de-c628a3bab2c2 HTTP/1.1" status: 404 len: 347 time: 0.0141842 Sep 20 05:09:44.501850 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41598) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:44.624730 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-d443806b-be76-43cd-90bc-6be0f9ab4f5e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Deleting port a353047d-ca9a-4b37-b495-2af459e02549 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:09:44.625064 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d443806b-be76-43cd-90bc-6be0f9ab4f5e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:44.695588 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d443806b-be76-43cd-90bc-6be0f9ab4f5e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:44.695901 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d443806b-be76-43cd-90bc-6be0f9ab4f5e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:44.707470 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-d443806b-be76-43cd-90bc-6be0f9ab4f5e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Calling delete_port for a353047d-ca9a-4b37-b495-2af459e02549 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:09:44.841696 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d443806b-be76-43cd-90bc-6be0f9ab4f5e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:44.867352 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443806b-be76-43cd-90bc-6be0f9ab4f5e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event deleted for resources: {'Port': ['ID=a353047d-ca9a-4b37-b495-2af459e02549,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:44.928341 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d443806b-be76-43cd-90bc-6be0f9ab4f5e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:44.930974 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d443806b-be76-43cd-90bc-6be0f9ab4f5e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:44.932163 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d443806b-be76-43cd-90bc-6be0f9ab4f5e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "DELETE /v2.0/floatingips/5fc8fff3-0203-4b3b-a601-a3ea7c91a97c HTTP/1.1" status: 204 len: 168 time: 0.4289527 Sep 20 05:09:45.638921 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 41644) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:45.643622 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-faf85b0b-e935-4708-8d7c-d667be2fdc0c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1708975398', 'description': 'tempest-description--1389736733'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:09:45.665644 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-faf85b0b-e935-4708-8d7c-d667be2fdc0c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:45.745897 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-faf85b0b-e935-4708-8d7c-d667be2fdc0c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:45.749644 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-faf85b0b-e935-4708-8d7c-d667be2fdc0c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:45.777000 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-faf85b0b-e935-4708-8d7c-d667be2fdc0c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:45.778388 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-faf85b0b-e935-4708-8d7c-d667be2fdc0c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1384354 Sep 20 05:09:45.780500 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf85b0b-e935-4708-8d7c-d667be2fdc0c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217fa459-3f96-4c53-bfae-74ab77e7ecd7,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:45.781338 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41646) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:45.785864 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-1d1c2ed3-1f86-46e4-a84c-4550550e3728 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Request body: {'security_group_rule': {'security_group_id': '217fa459-3f96-4c53-bfae-74ab77e7ecd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:09:45.813253 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1d1c2ed3-1f86-46e4-a84c-4550550e3728 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:45.870518 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1d1c2ed3-1f86-46e4-a84c-4550550e3728 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:45.874553 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1d1c2ed3-1f86-46e4-a84c-4550550e3728 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:45.894532 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c2ed3-1f86-46e4-a84c-4550550e3728 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26065881-4d1f-46c5-b908-50fca9d3583a,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:45.897852 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1d1c2ed3-1f86-46e4-a84c-4550550e3728 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:45.899015 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1d1c2ed3-1f86-46e4-a84c-4550550e3728 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166167 Sep 20 05:09:45.901698 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41648) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:45.906467 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-4c2e50d4-5f42-4248-86ea-a64c85797d7c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Request body: {'security_group_rule': {'security_group_id': '217fa459-3f96-4c53-bfae-74ab77e7ecd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:09:45.931970 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c2e50d4-5f42-4248-86ea-a64c85797d7c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:45.989789 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c2e50d4-5f42-4248-86ea-a64c85797d7c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:45.993090 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c2e50d4-5f42-4248-86ea-a64c85797d7c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:46.009804 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e50d4-5f42-4248-86ea-a64c85797d7c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a996b7-e67a-4705-88f3-4adc057d8898,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:46.015645 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c2e50d4-5f42-4248-86ea-a64c85797d7c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:46.019883 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4c2e50d4-5f42-4248-86ea-a64c85797d7c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142998 Sep 20 05:09:46.019883 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41650) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:46.024117 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Request body: {'floatingip': {'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:09:46.049172 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:46.145337 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:46.243117 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Allocated IP 172.27.1.211 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/f168bd25-8971-4a7b-94cf-ab4bdfeeb01c) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:09:46.344837 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:46.378350 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:46.414300 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:09:46.417203 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:09:46.421467 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:09:46.446384 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event updated for resources: {'Port': ['ID=f168bd25-8971-4a7b-94cf-ab4bdfeeb01c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:46.520320 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:46.553707 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:46.709657 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:46.714810 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:46.782349 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event updated for resources: {'Port': ['ID=f168bd25-8971-4a7b-94cf-ab4bdfeeb01c,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:46.798202 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:46.813486 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:46.814721 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4a5e20cb-57f5-4d48-8b84-5172c09ce8f7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7939031 Sep 20 05:09:47.003584 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-d8d49f5d-d039-4e94-b416-7a2f6bfb40ac tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1708975398&fields=id&tenant_id=0ad587c82aaf4f638b2311fc969a1ec6 HTTP/1.1" status: 200 len: 267 time: 0.0328698 Sep 20 05:09:47.119961 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-d70d6f9a-aaad-46b7-a690-9277fe219d3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:47.122474 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-d70d6f9a-aaad-46b7-a690-9277fe219d3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 816 time: 0.1116521 Sep 20 05:09:47.139370 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-4c072566-1230-45bc-af37-cf3b63c14b06 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/quotas/0ad587c82aaf4f638b2311fc969a1ec6 HTTP/1.1" status: 200 len: 375 time: 0.0108094 Sep 20 05:09:47.193264 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-39906f58-229a-4ada-bc51-d05b63588203 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483179 Sep 20 05:09:47.290019 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-62d7827f-5786-419c-a695-8004a92a4d32 service neutron] 10.222.0.32 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853844 Sep 20 05:09:47.384256 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-50acfc33-2962-407f-b4c2-3ee92a52f6d1 service neutron] 10.222.0.32 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871909 Sep 20 05:09:47.550501 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-21754b93-a6e6-4c3e-9802-6aab2d78db44 req-fd836c92-31d6-4ae6-a375-6f4ec5e21190 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 210 time: 0.0280142 Sep 20 05:09:47.770422 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41714) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:47.881532 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-736cb2f9-690f-4d95-a19b-5c2205b96beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:47.971767 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-736cb2f9-690f-4d95-a19b-5c2205b96beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:47.975627 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-736cb2f9-690f-4d95-a19b-5c2205b96beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:48.016800 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-736cb2f9-690f-4d95-a19b-5c2205b96beb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e5f507def72490f966c507cf9d60b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453249 Sep 20 05:09:48.017726 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cb2f9-690f-4d95-a19b-5c2205b96beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dbac94-459e-4a48-ace4-c29597c60bdd,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:48.019471 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 41718) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:48.075879 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aa892846-fefe-4e55-a7c3-b6ae88618fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:48.096700 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aa892846-fefe-4e55-a7c3-b6ae88618fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:48.143556 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aa892846-fefe-4e55-a7c3-b6ae88618fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:48.146081 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aa892846-fefe-4e55-a7c3-b6ae88618fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:48.147216 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-aa892846-fefe-4e55-a7c3-b6ae88618fa6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97dbac94-459e-4a48-ace4-c29597c60bdd HTTP/1.1" status: 204 len: 168 time: 0.1241417 Sep 20 05:09:48.154804 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa892846-fefe-4e55-a7c3-b6ae88618fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dbac94-459e-4a48-ace4-c29597c60bdd,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:48.410412 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41732) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:48.423131 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e4274e81-5231-4ed8-953e-64f763c900ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:48.509588 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e4274e81-5231-4ed8-953e-64f763c900ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:48.514404 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e4274e81-5231-4ed8-953e-64f763c900ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:48.550728 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e4274e81-5231-4ed8-953e-64f763c900ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a391ac93a2914f4997341bc809921884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392190 Sep 20 05:09:48.552654 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4274e81-5231-4ed8-953e-64f763c900ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9692a033-48f9-4df8-8b26-a5365abe2159,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:48.553385 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 41734) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:48.616974 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:48.644388 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:48.678738 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-61d018af-053b-4369-aaf0-9db9d0d0af7c req-1f4235e5-020c-49bb-9b17-4ca1fdb25e84 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 210 time: 0.0374396 Sep 20 05:09:48.681720 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-9c1515ea-b193-40e3-9717-2d8e39167444 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:48.684735 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-9c1515ea-b193-40e3-9717-2d8e39167444 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.23 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 816 time: 0.1171491 Sep 20 05:09:48.723310 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:48.725900 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:48.727145 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9692a033-48f9-4df8-8b26-a5365abe2159 HTTP/1.1" status: 204 len: 168 time: 0.1726942 Sep 20 05:09:48.741326 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9692a033-48f9-4df8-8b26-a5365abe2159,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:48.749610 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:48.749955 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:48.750293 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:48.750623 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:48.750949 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:48.751273 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:48.751680 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:48.751899 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:48.752246 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:48.752562 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:48.752879 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:48.753192 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237bacc-7344-4c3b-baf3-827d87cb7fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:48.759103 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-dc343a29-3244-4805-8e60-e60913f10095 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ad587c82aaf4f638b2311fc969a1ec6 HTTP/1.1" status: 200 len: 380 time: 0.0579255 Sep 20 05:09:48.771000 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Request body: {'port': {'device_id': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'admin_state_up': True, 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'security_groups': ['217fa459-3f96-4c53-bfae-74ab77e7ecd7']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:09:48.881145 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Made reservation on behalf of 0ad587c82aaf4f638b2311fc969a1ec6 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:09:48.884807 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:49.008933 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Allocated IP 172.20.0.5 (938fc456-60b7-4e39-9ccf-45538a5abe25/71871696-4302-48e7-95a4-aa932a5d3f6d/ce0a0e28-6052-4817-9c8f-321d17ef7530) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:09:49.149873 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:49.181735 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:49.225312 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Network 938fc456-60b7-4e39-9ccf-45538a5abe25 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:09:49.228334 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:09:49.232085 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:09:49.258567 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event updated for resources: {'Port': ['ID=ce0a0e28-6052-4817-9c8f-321d17ef7530,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:49.296530 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:49.297168 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:49.314460 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-6466056a-10c1-4862-8219-d4209713cdfd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5494084 Sep 20 05:09:49.338329 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Request body: {'port': {'device_id': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:09:49.491276 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-59851e20-0718-4788-98c1-e11282fac71f None None] Provisioning complete for port ce0a0e28-6052-4817-9c8f-321d17ef7530 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:09:49.492284 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-59851e20-0718-4788-98c1-e11282fac71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:49.534711 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-59851e20-0718-4788-98c1-e11282fac71f None None] Port ce0a0e28-6052-4817-9c8f-321d17ef7530 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:09:49.679606 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:49.849582 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdac8a-7f0d-48ac-83b0-0d006281f5e5 req-56a99acb-fe6a-4624-a0dd-ef34d00b09bd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:49.851830 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13fdac8a-7f0d-48ac-83b0-0d006281f5e5 req-56a99acb-fe6a-4624-a0dd-ef34d00b09bd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 931 time: 0.0635850 Sep 20 05:09:49.905283 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-13fdac8a-7f0d-48ac-83b0-0d006281f5e5 req-04ba33e5-19de-4c94-a20e-e24fd18d4228 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456812 Sep 20 05:09:49.987072 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0a0e28-6052-4817-9c8f-321d17ef7530 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:09:49.994442 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:50.006186 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Transition to ACTIVE for port object ce0a0e28-6052-4817-9c8f-321d17ef7530 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:09:50.009948 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:50.059081 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0a0e28-6052-4817-9c8f-321d17ef7530,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:50.133104 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Attempting to bind port ce0a0e28-6052-4817-9c8f-321d17ef7530 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:09:50.133439 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Attempting to bind port ce0a0e28-6052-4817-9c8f-321d17ef7530 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:09:50.133766 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Attempting to bind port ce0a0e28-6052-4817-9c8f-321d17ef7530 on network 938fc456-60b7-4e39-9ccf-45538a5abe25 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:09:50.139406 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Port ce0a0e28-6052-4817-9c8f-321d17ef7530 on network 938fc456-60b7-4e39-9ccf-45538a5abe25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:09:50.139723 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Attempting to bind port ce0a0e28-6052-4817-9c8f-321d17ef7530 on network 938fc456-60b7-4e39-9ccf-45538a5abe25 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:09:50.148215 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:09:50.148676 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Checking segment: {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:09:50.149058 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Bound using segment: {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:09:50.149496 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Bound port: ce0a0e28-6052-4817-9c8f-321d17ef7530, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9626c6c5-8dfc-4b60-944d-3d1d42809333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:09:50.149852 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:50.219185 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:09:50.223434 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:09:50.227951 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:50.260669 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:50.261224 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:50.263247 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] 10.222.0.23 "PUT /v2.0/ports/ce0a0e28-6052-4817-9c8f-321d17ef7530 HTTP/1.1" status: 200 len: 1093 time: 0.9311981 Sep 20 05:09:50.263814 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:09:50.266121 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f975a1fd-2cf9-4b7d-bf2d-dd2538418d74" -d '{"events": [{"name": "network-changed", "server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:09:50.313410 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18110f45-18fd-45b4-a097-8bbef0169412 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0a0e28-6052-4817-9c8f-321d17ef7530,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:50.333687 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e437121-3fd2-4d8b-b716-5c430e24388d x-openstack-request-id: req-7e437121-3fd2-4d8b-b716-5c430e24388d {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:09:50.334025 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:09:50.334265 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e437121-3fd2-4d8b-b716-5c430e24388d {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:09:50.334655 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'status': 'completed', 'code': 200} Sep 20 05:09:50.378116 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-0f488d7c-380e-47ee-b93e-eeb747712717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:50.379818 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-0f488d7c-380e-47ee-b93e-eeb747712717 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 1096 time: 0.0486834 Sep 20 05:09:50.433278 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-1c214f59-f570-49f2-a4fe-9dece7af184d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530 HTTP/1.1" status: 200 len: 217 time: 0.0365057 Sep 20 05:09:50.485881 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-c54f9cf7-16cb-4edb-83fa-160dfabb438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:50.487365 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-c54f9cf7-16cb-4edb-83fa-160dfabb438a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 200 len: 855 time: 0.0454566 Sep 20 05:09:50.542957 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-9e730422-fda8-4f73-8de3-61653cb8709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:50.544491 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-9e730422-fda8-4f73-8de3-61653cb8709c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=938fc456-60b7-4e39-9ccf-45538a5abe25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492599 Sep 20 05:09:50.638752 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-db06e2cf-a560-454a-aba5-6fd896efe13a service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863762 Sep 20 05:09:50.644424 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41822) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:50.738405 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63bd32f9-50d1-4f8e-936f-7a22c4a68238 req-769bb089-acf0-4c89-bc0e-72c15b5595a3 service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917623 Sep 20 05:09:50.752185 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-925317a8-c74a-41f8-a1f2-42a305ebb368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:50.858737 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-925317a8-c74a-41f8-a1f2-42a305ebb368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:50.863192 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-925317a8-c74a-41f8-a1f2-42a305ebb368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:50.892388 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:09:50.927543 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-925317a8-c74a-41f8-a1f2-42a305ebb368 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b121ba54a9264a7e9df9957986725dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798476 Sep 20 05:09:50.927543 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925317a8-c74a-41f8-a1f2-42a305ebb368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c2030-68d0-4c1d-a209-099b564d253e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:50.927955 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 41832) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:50.938826 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a1fd-2cf9-4b7d-bf2d-dd2538418d74 req-4a9fc909-8b0d-4032-85aa-e3e701839fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:50.940896 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f975a1fd-2cf9-4b7d-bf2d-dd2538418d74 req-4a9fc909-8b0d-4032-85aa-e3e701839fbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 1096 time: 0.0911245 Sep 20 05:09:50.986922 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8283b420-74b6-416b-ab99-7d8685ab6948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:51.019913 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8283b420-74b6-416b-ab99-7d8685ab6948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:51.072185 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a1fd-2cf9-4b7d-bf2d-dd2538418d74 req-e565b0c9-b5a4-4c60-9d1d-4cedb0d27149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:51.073809 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f975a1fd-2cf9-4b7d-bf2d-dd2538418d74 req-e565b0c9-b5a4-4c60-9d1d-4cedb0d27149 service neutron] 10.222.0.23 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 916 time: 0.1164749 Sep 20 05:09:51.087465 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7476b9-5aeb-4617-9eb4-298e0d35f5e7 req-7a598e41-bcec-472a-b9fa-e11d43e7031d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:51.097033 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bd7476b9-5aeb-4617-9eb4-298e0d35f5e7 req-7a598e41-bcec-472a-b9fa-e11d43e7031d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0951934 Sep 20 05:09:51.128970 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f975a1fd-2cf9-4b7d-bf2d-dd2538418d74 req-85a05e2e-50a0-4407-9d26-934e565361c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530 HTTP/1.1" status: 200 len: 217 time: 0.0475516 Sep 20 05:09:51.145199 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bd7476b9-5aeb-4617-9eb4-298e0d35f5e7 req-f9940c5e-acac-4412-bec7-806b414253f9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477347 Sep 20 05:09:51.148458 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8283b420-74b6-416b-ab99-7d8685ab6948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:51.153196 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8283b420-74b6-416b-ab99-7d8685ab6948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:51.154332 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8283b420-74b6-416b-ab99-7d8685ab6948 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/755c2030-68d0-4c1d-a209-099b564d253e HTTP/1.1" status: 204 len: 168 time: 0.2247577 Sep 20 05:09:51.163566 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283b420-74b6-416b-ab99-7d8685ab6948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c2030-68d0-4c1d-a209-099b564d253e,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:51.198486 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a1fd-2cf9-4b7d-bf2d-dd2538418d74 req-60ae15f0-ebe2-448f-a21d-da2b65dd7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:51.201004 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f975a1fd-2cf9-4b7d-bf2d-dd2538418d74 req-60ae15f0-ebe2-448f-a21d-da2b65dd7de9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 200 len: 855 time: 0.0605426 Sep 20 05:09:51.256052 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a1fd-2cf9-4b7d-bf2d-dd2538418d74 req-4a31f57c-631a-404d-b6d2-5b04aecab62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:51.258364 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f975a1fd-2cf9-4b7d-bf2d-dd2538418d74 req-4a31f57c-631a-404d-b6d2-5b04aecab62f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=938fc456-60b7-4e39-9ccf-45538a5abe25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450921 Sep 20 05:09:51.356320 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f975a1fd-2cf9-4b7d-bf2d-dd2538418d74 req-3862b6f2-eee5-48cb-aa1f-c2ee5559e0a6 service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900607 Sep 20 05:09:51.449713 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f975a1fd-2cf9-4b7d-bf2d-dd2538418d74 req-165e53a4-310a-42cc-9631-bccf271c5f46 service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847681 Sep 20 05:09:51.468202 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41848) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:51.481441 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f119ac21-f42b-445d-a070-a86d7bb3324d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:51.569952 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f119ac21-f42b-445d-a070-a86d7bb3324d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:51.573629 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f119ac21-f42b-445d-a070-a86d7bb3324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:51.613515 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119ac21-f42b-445d-a070-a86d7bb3324d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda1af7e-b31b-4811-b286-391e818d2aec,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:51.618428 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f119ac21-f42b-445d-a070-a86d7bb3324d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7eaebaabf88e4c8182076e33388198c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492603 Sep 20 05:09:51.621531 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41850) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:51.670756 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47c12a13-03ec-435d-be79-792641aa553a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:51.691204 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47c12a13-03ec-435d-be79-792641aa553a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:51.735936 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47c12a13-03ec-435d-be79-792641aa553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:51.738767 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47c12a13-03ec-435d-be79-792641aa553a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:51.740141 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-47c12a13-03ec-435d-be79-792641aa553a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cda1af7e-b31b-4811-b286-391e818d2aec HTTP/1.1" status: 204 len: 168 time: 0.1171663 Sep 20 05:09:51.750122 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c12a13-03ec-435d-be79-792641aa553a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda1af7e-b31b-4811-b286-391e818d2aec,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:52.278756 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37219a-879b-4097-81a0-ba0c44205de9 req-3dbdaf8a-572b-4ae0-ae00-cf00c09a23c9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:52.280270 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-df37219a-879b-4097-81a0-ba0c44205de9 req-3dbdaf8a-572b-4ae0-ae00-cf00c09a23c9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0489938 Sep 20 05:09:52.319974 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-df37219a-879b-4097-81a0-ba0c44205de9 req-7f7c6cd8-c35c-4124-873e-ef1244a7c52d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336182 Sep 20 05:09:52.811558 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 41900) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:52.912556 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-42298774-6e1f-490c-8adc-5bab4db0f739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:53.001949 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-42298774-6e1f-490c-8adc-5bab4db0f739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:53.005349 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-42298774-6e1f-490c-8adc-5bab4db0f739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:53.042508 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-42298774-6e1f-490c-8adc-5bab4db0f739 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43c32732fdf846f5a842bbf9def6996f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298586 Sep 20 05:09:53.044280 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42298774-6e1f-490c-8adc-5bab4db0f739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee8c149-9147-4023-b174-302079221dea,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:53.045743 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 41904) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:53.094251 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa767-86a5-4b4d-87cf-466d10fa715f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:53.115029 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa767-86a5-4b4d-87cf-466d10fa715f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:53.159607 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa767-86a5-4b4d-87cf-466d10fa715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:53.162353 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa767-86a5-4b4d-87cf-466d10fa715f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:53.163501 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ee5fa767-86a5-4b4d-87cf-466d10fa715f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ee8c149-9147-4023-b174-302079221dea HTTP/1.1" status: 204 len: 168 time: 0.1161406 Sep 20 05:09:53.171781 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fa767-86a5-4b4d-87cf-466d10fa715f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee8c149-9147-4023-b174-302079221dea,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:53.451246 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9df25-e090-41dd-b743-7ec3f6f086f4 req-afba517b-e619-4125-9a96-cbd16c902317 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:53.452758 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0bd9df25-e090-41dd-b743-7ec3f6f086f4 req-afba517b-e619-4125-9a96-cbd16c902317 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0527213 Sep 20 05:09:53.491543 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0bd9df25-e090-41dd-b743-7ec3f6f086f4 req-efa2dd07-a9e2-4ce5-a4fd-176b11836b67 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325396 Sep 20 05:09:53.738596 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device ce0a0e28-6052-4817-9c8f-321d17ef7530 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:09:53.849341 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:53.860982 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'port_id': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'mac_address': 'fa:16:3e:5a:f6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:09:54.030220 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:54.043689 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0a0e28-6052-4817-9c8f-321d17ef7530 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:09:54.065981 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:54.070381 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:54.118622 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=ce0a0e28-6052-4817-9c8f-321d17ef7530,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:54.126444 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:54.126788 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:54.127122 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:54.127454 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:54.127779 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:54.128132 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:54.128466 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:54.128788 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:54.129131 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:54.129456 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:54.129776 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:54.130109 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:09:54.370487 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['ce0a0e28-6052-4817-9c8f-321d17ef7530'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:09:54.614884 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90aceb-12cc-4ec6-801d-0e3c22e17ecf req-1b73d0b2-415e-42a4-bec6-06752c75a66f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:54.616377 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7c90aceb-12cc-4ec6-801d-0e3c22e17ecf req-1b73d0b2-415e-42a4-bec6-06752c75a66f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 944 time: 0.0511587 Sep 20 05:09:54.653391 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7c90aceb-12cc-4ec6-801d-0e3c22e17ecf req-47e99397-fbf9-4a1f-bcfd-85f87f038176 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306716 Sep 20 05:09:55.751912 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device ce0a0e28-6052-4817-9c8f-321d17ef7530 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:09:55.776634 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d2e67-b5cb-4c06-8b6c-71067486c09c req-05cd9c21-3f2b-44ff-b9c0-01ca39d8bed5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:55.778132 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fa7d2e67-b5cb-4c06-8b6c-71067486c09c req-05cd9c21-3f2b-44ff-b9c0-01ca39d8bed5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 944 time: 0.0492861 Sep 20 05:09:55.804359 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port ce0a0e28-6052-4817-9c8f-321d17ef7530 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:09:55.807896 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port ce0a0e28-6052-4817-9c8f-321d17ef7530 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:09:55.808298 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:55.820752 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fa7d2e67-b5cb-4c06-8b6c-71067486c09c req-bb46c444-dc32-4d4b-8a69-a2699fb85d70 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343866 Sep 20 05:09:55.890393 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:55.913311 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:09:55.915528 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2812dea9-9216-44ae-91d4-d5d2e65c6570" -d '{"events": [{"server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "name": "network-vif-plugged", "status": "completed", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:09:55.931561 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:09:55.936012 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:55.959688 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2506af85-0b17-402b-8099-5ff2b419dce0 x-openstack-request-id: req-2506af85-0b17-402b-8099-5ff2b419dce0 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:09:55.959975 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "name": "network-vif-plugged", "status": "completed", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:09:55.960250 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2506af85-0b17-402b-8099-5ff2b419dce0 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:09:55.960631 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'code': 200} Sep 20 05:09:55.985571 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=ce0a0e28-6052-4817-9c8f-321d17ef7530,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:56.163436 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635e738-4a65-4b7d-9d71-c26611d34a69 req-3cd6ee5c-9b76-48c9-adfd-2a5d57f59a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:56.165086 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4635e738-4a65-4b7d-9d71-c26611d34a69 req-3cd6ee5c-9b76-48c9-adfd-2a5d57f59a94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 1098 time: 0.0433228 Sep 20 05:09:56.206040 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4635e738-4a65-4b7d-9d71-c26611d34a69 req-a14621b3-eaee-49b4-ae0e-b66fa74b0ff1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335541 Sep 20 05:09:57.154694 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6b353-e13c-494c-bf03-0a853afdb1e0 req-9712ac54-0e9a-414d-80fd-2509493713b8 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:57.156113 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a4c6b353-e13c-494c-bf03-0a853afdb1e0 req-9712ac54-0e9a-414d-80fd-2509493713b8 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.2607648 Sep 20 05:09:57.194805 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a4c6b353-e13c-494c-bf03-0a853afdb1e0 req-f292138b-5546-461e-a37b-0779f75f411c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318840 Sep 20 05:09:57.642410 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba52b3-9c93-4a8c-b21e-b7b71e27ac2d req-a0fe4a98-b55e-4285-907a-3bfbed8793a4 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:57.642410 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2aba52b3-9c93-4a8c-b21e-b7b71e27ac2d req-a0fe4a98-b55e-4285-907a-3bfbed8793a4 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0512059 Sep 20 05:09:57.685789 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2aba52b3-9c93-4a8c-b21e-b7b71e27ac2d req-e83f9013-369f-43ce-b70f-028c952296cf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386558 Sep 20 05:09:58.070266 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42076) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:58.174260 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d3747fec-ed28-4ebc-a92d-bb8d798ec7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:58.263529 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d3747fec-ed28-4ebc-a92d-bb8d798ec7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:58.267393 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d3747fec-ed28-4ebc-a92d-bb8d798ec7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:58.332938 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3747fec-ed28-4ebc-a92d-bb8d798ec7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adb9510-5f18-45ec-a714-7e6b35849fa1,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:58.339679 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d3747fec-ed28-4ebc-a92d-bb8d798ec7b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36818f8967e34b25b2cd09baa4cd0152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683427 Sep 20 05:09:58.343340 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42082) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:58.362742 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81481db-0bb7-40f5-84be-13bd09642369 req-91e26dfd-0e42-4a0b-9207-c77ea66b5403 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:58.364241 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a81481db-0bb7-40f5-84be-13bd09642369 req-91e26dfd-0e42-4a0b-9207-c77ea66b5403 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0870442 Sep 20 05:09:58.395026 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ded09e09-e8fb-48ed-902d-4c5265d320f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:58.402227 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a81481db-0bb7-40f5-84be-13bd09642369 req-a98ceffd-b796-4244-a9b4-4059b168aaad tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320556 Sep 20 05:09:58.421152 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ded09e09-e8fb-48ed-902d-4c5265d320f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:58.440764 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:58.476980 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ded09e09-e8fb-48ed-902d-4c5265d320f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:58.479520 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ded09e09-e8fb-48ed-902d-4c5265d320f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:58.480837 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ded09e09-e8fb-48ed-902d-4c5265d320f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0adb9510-5f18-45ec-a714-7e6b35849fa1 HTTP/1.1" status: 204 len: 168 time: 0.1352634 Sep 20 05:09:58.490365 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded09e09-e8fb-48ed-902d-4c5265d320f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adb9510-5f18-45ec-a714-7e6b35849fa1,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:58.537437 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c75b-06ba-4a53-9ed5-4602ea088c4d req-72a34736-f7b5-4daf-8ddc-55af298b40bc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:58.538903 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8d26c75b-06ba-4a53-9ed5-4602ea088c4d req-72a34736-f7b5-4daf-8ddc-55af298b40bc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0630078 Sep 20 05:09:58.548090 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42088) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:58.553166 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-d79fdd27-ea66-4d20-b3ed-3d3db832b3cc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Request body: {'floatingip': {'port_id': 'ce0a0e28-6052-4817-9c8f-321d17ef7530'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:09:58.598510 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d79fdd27-ea66-4d20-b3ed-3d3db832b3cc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:58.779064 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42096) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:58.791796 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e3076e6f-6790-4c1b-b029-892803a21a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:58.857475 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da82e-fa0c-4d39-95e4-19b84fa5b8e5 req-50b8ee97-f0a7-41f5-bcbf-9a7da9533718 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:58.859095 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5d6da82e-fa0c-4d39-95e4-19b84fa5b8e5 req-50b8ee97-f0a7-41f5-bcbf-9a7da9533718 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0989633 Sep 20 05:09:58.895107 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e3076e6f-6790-4c1b-b029-892803a21a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:58.899054 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e3076e6f-6790-4c1b-b029-892803a21a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:58.939487 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3076e6f-6790-4c1b-b029-892803a21a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09499bf7-cefc-4028-842b-6716cfb17be0,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:58.946945 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e3076e6f-6790-4c1b-b029-892803a21a20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78f56d0542284d7b9445d1349f6684ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638989 Sep 20 05:09:58.947717 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42098) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:09:58.980241 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5d6da82e-fa0c-4d39-95e4-19b84fa5b8e5 req-53e088b3-4be8-48a9-9adc-86fd5f83632c tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125703 Sep 20 05:09:59.012668 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3e57969b-c280-4a45-981a-fca426f1bdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:59.040267 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3e57969b-c280-4a45-981a-fca426f1bdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:59.089526 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3e57969b-c280-4a45-981a-fca426f1bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:59.092724 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3e57969b-c280-4a45-981a-fca426f1bdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:59.093893 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3e57969b-c280-4a45-981a-fca426f1bdf2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09499bf7-cefc-4028-842b-6716cfb17be0 HTTP/1.1" status: 204 len: 168 time: 0.1458912 Sep 20 05:09:59.105351 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57969b-c280-4a45-981a-fca426f1bdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09499bf7-cefc-4028-842b-6716cfb17be0,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:09:59.132213 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d79fdd27-ea66-4d20-b3ed-3d3db832b3cc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:59.136451 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d79fdd27-ea66-4d20-b3ed-3d3db832b3cc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:59.244539 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-d79fdd27-ea66-4d20-b3ed-3d3db832b3cc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Floating IP 3d2bd9c7-49f1-4b95-912a-13b25baaf265 associated. External IP: 172.27.1.211, port: ce0a0e28-6052-4817-9c8f-321d17ef7530. Sep 20 05:09:59.464948 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79fdd27-ea66-4d20-b3ed-3d3db832b3cc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Router a429d993-38f6-4c3f-a892-741c437920eb has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:09:59.578020 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79fdd27-ea66-4d20-b3ed-3d3db832b3cc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:09:59.586625 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d79fdd27-ea66-4d20-b3ed-3d3db832b3cc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:09:59.587664 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3277e40-98c0-4ee2-882d-13b78adde565 None None] Sync routers for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:09:59.604700 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3277e40-98c0-4ee2-882d-13b78adde565 None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:09:59.605329 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a3277e40-98c0-4ee2-882d-13b78adde565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:09:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:09:59.620844 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d79fdd27-ea66-4d20-b3ed-3d3db832b3cc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "PUT /v2.0/floatingips/3d2bd9c7-49f1-4b95-912a-13b25baaf265 HTTP/1.1" status: 200 len: 991 time: 1.0689421 Sep 20 05:09:59.620844 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:09:59.621537 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88167941-0c9a-458f-9680-54ce182c4f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:09:59.699237 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2975a693-af49-47c5-a9f6-5cba4a1aa3c2 x-openstack-request-id: req-2975a693-af49-47c5-a9f6-5cba4a1aa3c2 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:09:59.699529 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:09:59.699775 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2975a693-af49-47c5-a9f6-5cba4a1aa3c2 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:09:59.700210 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'status': 'completed', 'code': 200} Sep 20 05:09:59.736933 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a3277e40-98c0-4ee2-882d-13b78adde565 None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:09:59.811729 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c6525-c368-44e4-b603-61f435d5c565 req-de21694e-09a9-4328-a31f-7131fe503f62 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:59.813265 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f24c6525-c368-44e4-b603-61f435d5c565 req-de21694e-09a9-4328-a31f-7131fe503f62 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0824835 Sep 20 05:09:59.835018 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88167941-0c9a-458f-9680-54ce182c4f3f req-111104e2-f5c4-4509-9903-54e240e24395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:09:59.837179 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-88167941-0c9a-458f-9680-54ce182c4f3f req-111104e2-f5c4-4509-9903-54e240e24395 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 1098 time: 0.0790737 Sep 20 05:09:59.993111 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a3277e40-98c0-4ee2-882d-13b78adde565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '3d2bd9c7-49f1-4b95-912a-13b25baaf265', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'port_id': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'mac_address': 'fa:16:3e:5a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:09:46Z', 'updated_at': '2021-09-20T05:09:59Z', 'revision_number': 1, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:37Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:10:00.001518 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88167941-0c9a-458f-9680-54ce182c4f3f req-da08e7bf-56f0-4994-bef1-67a12c501533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:00.003003 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-88167941-0c9a-458f-9680-54ce182c4f3f req-da08e7bf-56f0-4994-bef1-67a12c501533 service neutron] 10.222.0.23 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 916 time: 0.1496003 Sep 20 05:10:00.007802 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Deleting port 2c4a28a2-50e3-49ef-8614-24102c628c59 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:10:00.008199 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:00.024674 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3277e40-98c0-4ee2-882d-13b78adde565 None None] Checking router: a429d993-38f6-4c3f-a892-741c437920eb for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:10:00.033975 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3277e40-98c0-4ee2-882d-13b78adde565 None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:10:00.034579 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a3277e40-98c0-4ee2-882d-13b78adde565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:09:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:10:00.157485 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-88167941-0c9a-458f-9680-54ce182c4f3f req-fe8654ee-1b4c-4664-929c-1f7359f7a96f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530 HTTP/1.1" status: 200 len: 999 time: 0.1378176 Sep 20 05:10:00.167797 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3dc75-5e47-4118-adf3-f4541aaa5be0 req-6754dda1-1dc8-400e-91a7-6b6dc9cacb19 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:00.170201 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a3277e40-98c0-4ee2-882d-13b78adde565 None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:10:00.170591 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-09e3dc75-5e47-4118-adf3-f4541aaa5be0 req-6754dda1-1dc8-400e-91a7-6b6dc9cacb19 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 945 time: 0.0585697 Sep 20 05:10:00.218716 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-09e3dc75-5e47-4118-adf3-f4541aaa5be0 req-aa377e02-1b6d-4b49-b0a4-eb9ed8770d65 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=e310ad0e-c0c1-43ea-8e89-d27d8a130073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428183 Sep 20 05:10:00.225948 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] For port 2c4a28a2-50e3-49ef-8614-24102c628c59, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=2c4a28a2-50e3-49ef-8614-24102c628c59,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:10:00.226316 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:00.239649 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88167941-0c9a-458f-9680-54ce182c4f3f req-7467e32b-8148-4c83-b23d-0a90b4ece330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:00.241124 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-88167941-0c9a-458f-9680-54ce182c4f3f req-7467e32b-8148-4c83-b23d-0a90b4ece330 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 200 len: 855 time: 0.0659621 Sep 20 05:10:00.370445 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88167941-0c9a-458f-9680-54ce182c4f3f req-7c62dd33-e704-457c-89a6-49b741dcf80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:00.371946 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-88167941-0c9a-458f-9680-54ce182c4f3f req-7c62dd33-e704-457c-89a6-49b741dcf80d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=938fc456-60b7-4e39-9ccf-45538a5abe25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941007 Sep 20 05:10:00.436130 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a3277e40-98c0-4ee2-882d-13b78adde565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '3d2bd9c7-49f1-4b95-912a-13b25baaf265', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'port_id': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'mac_address': 'fa:16:3e:5a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:09:46Z', 'updated_at': '2021-09-20T05:09:59Z', 'revision_number': 1, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:37Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:10:00.468011 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3277e40-98c0-4ee2-882d-13b78adde565 None None] The sync data for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi is: [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '3d2bd9c7-49f1-4b95-912a-13b25baaf265', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'port_id': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'mac_address': 'fa:16:3e:5a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:09:46Z', 'updated_at': '2021-09-20T05:09:59Z', 'revision_number': 1, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:37Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:10:00.536115 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:00.536411 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:00.536724 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.l3_db [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Floating IP 3d5dd534-7193-4d79-99ac-32fa3edfb9f8 disassociated. External IP: 172.27.1.143, port: 2c4a28a2-50e3-49ef-8614-24102c628c59. Sep 20 05:10:00.537057 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Calling delete_port for 2c4a28a2-50e3-49ef-8614-24102c628c59 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:10:00.551169 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-88167941-0c9a-458f-9680-54ce182c4f3f req-35e7c23b-87b9-4c64-9c45-22e17d32b23c service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716630 Sep 20 05:10:00.706311 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-88167941-0c9a-458f-9680-54ce182c4f3f req-0510c845-8108-4990-89e2-db6c05a93f2d service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161344 Sep 20 05:10:00.708290 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085d646-c423-4ad3-936d-e4dfd1234530 None None] New status for floating IP 3d2bd9c7-49f1-4b95-912a-13b25baaf265: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:10:00.782629 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:00.813103 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event deleted for resources: {'Port': ['ID=2c4a28a2-50e3-49ef-8614-24102c628c59,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:00.954914 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:10:01.075881 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:10:01.090037 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525aac7-4546-431a-ba03-74a58ebe8f94 None None] Sync routers for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:10:01.100965 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525aac7-4546-431a-ba03-74a58ebe8f94 None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:10:01.101848 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8525aac7-4546-431a-ba03-74a58ebe8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:09:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:10:01.120478 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] No DVR routers for this DVR port 2c4a28a2-50e3-49ef-8614-24102c628c59 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:10:01.123925 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:01.126513 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f24c6525-c368-44e4-b603-61f435d5c565 req-c786ef14-34a4-47ab-8444-3bacddbbed4a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.23 "DELETE /v2.0/ports/2c4a28a2-50e3-49ef-8614-24102c628c59 HTTP/1.1" status: 204 len: 173 time: 1.3062201 Sep 20 05:10:01.127092 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'name': 'network-vif-deleted', 'tag': '2c4a28a2-50e3-49ef-8614-24102c628c59'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:10:01.130027 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edd9800-ff27-4420-a525-1b981e615584" -d '{"events": [{"server_uuid": "4e215ec2-8aca-436b-a263-0b0e255e3325", "name": "network-vif-deleted", "tag": "2c4a28a2-50e3-49ef-8614-24102c628c59"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:10:01.190218 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbf8f70-7f79-4fd2-bdd5-fa13d932cbe7 x-openstack-request-id: req-bcbf8f70-7f79-4fd2-bdd5-fa13d932cbe7 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:10:01.190509 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e215ec2-8aca-436b-a263-0b0e255e3325", "name": "network-vif-deleted", "tag": "2c4a28a2-50e3-49ef-8614-24102c628c59", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:10:01.190758 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcbf8f70-7f79-4fd2-bdd5-fa13d932cbe7 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:10:01.191270 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e215ec2-8aca-436b-a263-0b0e255e3325', 'name': 'network-vif-deleted', 'tag': '2c4a28a2-50e3-49ef-8614-24102c628c59', 'status': 'completed', 'code': 200} Sep 20 05:10:01.306803 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-8525aac7-4546-431a-ba03-74a58ebe8f94 None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:10:01.367363 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1c254eaa-97b3-4dcc-a94b-3873c6dbf03a req-22d49644-c4c8-40fc-a98a-e6d20d353fe7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e215ec2-8aca-436b-a263-0b0e255e3325 HTTP/1.1" status: 200 len: 210 time: 0.0284593 Sep 20 05:10:01.510945 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fa2c940c-e3e8-4ab8-82b2-f6fc24816efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:01.531405 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8525aac7-4546-431a-ba03-74a58ebe8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:40Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:10:01.556398 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525aac7-4546-431a-ba03-74a58ebe8f94 None None] Checking router: adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:10:01.564363 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525aac7-4546-431a-ba03-74a58ebe8f94 None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:10:01.564988 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8525aac7-4546-431a-ba03-74a58ebe8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:09:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:10:01.674710 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-8525aac7-4546-431a-ba03-74a58ebe8f94 None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:10:02.015289 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8525aac7-4546-431a-ba03-74a58ebe8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:40Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:10:02.042554 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525aac7-4546-431a-ba03-74a58ebe8f94 None None] The sync data for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi is: [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:40Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:10:02.241766 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ed8f5-8a70-41a3-ba4e-cab6865a36cd None None] New status for floating IP 3d5dd534-7193-4d79-99ac-32fa3edfb9f8: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:10:02.453523 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42176) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:02.512099 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5993db8b-bc1f-4851-9ce7-2033b6a59557 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:02.546328 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5993db8b-bc1f-4851-9ce7-2033b6a59557 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:02.593784 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5993db8b-bc1f-4851-9ce7-2033b6a59557 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:02.596409 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5993db8b-bc1f-4851-9ce7-2033b6a59557 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:02.597554 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5993db8b-bc1f-4851-9ce7-2033b6a59557 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "DELETE /v2.0/security-groups/e310ad0e-c0c1-43ea-8e89-d27d8a130073 HTTP/1.1" status: 204 len: 168 time: 0.1430538 Sep 20 05:10:02.600282 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42180) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:02.609744 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993db8b-bc1f-4851-9ce7-2033b6a59557 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e310ad0e-c0c1-43ea-8e89-d27d8a130073,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:02.616820 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.api.v2.resource [None req-c9bb82b3-21b7-48e9-8ce0-0d3934428cf7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] show failed (client error): The resource could not be found. Sep 20 05:10:02.618191 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c9bb82b3-21b7-48e9-8ce0-0d3934428cf7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups/e310ad0e-c0c1-43ea-8e89-d27d8a130073 HTTP/1.1" status: 404 len: 347 time: 0.0167007 Sep 20 05:10:02.620940 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42182) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:02.747712 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-c53f09fb-0bac-4082-80a2-e7cf8cc07820 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Deleting port 54fb6646-324a-4f91-a4fe-c09beed52b6a {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:10:02.748431 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c53f09fb-0bac-4082-80a2-e7cf8cc07820 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:02.823052 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c53f09fb-0bac-4082-80a2-e7cf8cc07820 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:02.823410 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c53f09fb-0bac-4082-80a2-e7cf8cc07820 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:02.836984 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-c53f09fb-0bac-4082-80a2-e7cf8cc07820 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Calling delete_port for 54fb6646-324a-4f91-a4fe-c09beed52b6a owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:10:03.004175 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c53f09fb-0bac-4082-80a2-e7cf8cc07820 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.029225 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f09fb-0bac-4082-80a2-e7cf8cc07820 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event deleted for resources: {'Port': ['ID=54fb6646-324a-4f91-a4fe-c09beed52b6a,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:03.095613 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c53f09fb-0bac-4082-80a2-e7cf8cc07820 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.098470 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c53f09fb-0bac-4082-80a2-e7cf8cc07820 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.099648 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c53f09fb-0bac-4082-80a2-e7cf8cc07820 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "DELETE /v2.0/floatingips/3d5dd534-7193-4d79-99ac-32fa3edfb9f8 HTTP/1.1" status: 204 len: 168 time: 0.4777994 Sep 20 05:10:03.335768 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42190) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:03.340296 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-764c6b37-d4f1-4fda-9a1a-6fecf84253d0 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1402157808', 'description': 'tempest-description--242894180'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:10:03.364766 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-764c6b37-d4f1-4fda-9a1a-6fecf84253d0 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.448244 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-764c6b37-d4f1-4fda-9a1a-6fecf84253d0 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.452185 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-764c6b37-d4f1-4fda-9a1a-6fecf84253d0 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.483026 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-764c6b37-d4f1-4fda-9a1a-6fecf84253d0 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.484309 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-764c6b37-d4f1-4fda-9a1a-6fecf84253d0 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1474805 Sep 20 05:10:03.486115 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c6b37-d4f1-4fda-9a1a-6fecf84253d0 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50876b2-3b42-4164-a08d-d70ef203a85c,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:03.487173 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42192) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:03.491701 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-d537c2ab-eafc-4fca-aed8-9a0b36117141 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Request body: {'security_group_rule': {'security_group_id': 'a50876b2-3b42-4164-a08d-d70ef203a85c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:10:03.518157 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d537c2ab-eafc-4fca-aed8-9a0b36117141 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.569875 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d537c2ab-eafc-4fca-aed8-9a0b36117141 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.573564 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d537c2ab-eafc-4fca-aed8-9a0b36117141 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.594934 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537c2ab-eafc-4fca-aed8-9a0b36117141 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ef589b-dc17-4f23-82cc-9ee0e4a37e5c,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:03.601151 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d537c2ab-eafc-4fca-aed8-9a0b36117141 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.602597 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d537c2ab-eafc-4fca-aed8-9a0b36117141 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144159 Sep 20 05:10:03.605153 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42196) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:03.610131 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-2a7a61e8-503b-4c36-9565-814adc86282d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Request body: {'security_group_rule': {'security_group_id': 'a50876b2-3b42-4164-a08d-d70ef203a85c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:10:03.635905 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2a7a61e8-503b-4c36-9565-814adc86282d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.692234 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2a7a61e8-503b-4c36-9565-814adc86282d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.695951 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2a7a61e8-503b-4c36-9565-814adc86282d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.714807 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a61e8-503b-4c36-9565-814adc86282d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fef8cd-e295-4026-bb04-d0255fa7c40a,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:03.718357 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2a7a61e8-503b-4c36-9565-814adc86282d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.719517 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2a7a61e8-503b-4c36-9565-814adc86282d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134601 Sep 20 05:10:03.722644 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42198) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:03.726839 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Request body: {'floatingip': {'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:10:03.747777 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:03.848081 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:04.057286 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9eac-7b21-4df2-8b4e-f217ff7093a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:04.205679 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Allocated IP 172.27.1.108 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/440db46c-3af0-464c-bb79-02a4eae51c71) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:10:04.309488 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:04.344881 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:04.383783 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:10:04.386560 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:10:04.389969 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:10:04.415372 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event updated for resources: {'Port': ['ID=440db46c-3af0-464c-bb79-02a4eae51c71,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:04.480122 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:04.515711 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:04.665313 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:04.671926 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:04.737661 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event updated for resources: {'Port': ['ID=440db46c-3af0-464c-bb79-02a4eae51c71,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:04.749513 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:04.762811 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:04.767676 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6bc6cd8c-0461-4f19-9f3f-991de0b59976 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0413420 Sep 20 05:10:04.897395 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:04.953579 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-c18a8743-9f3d-4468-929f-f1d6bd715c40 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1402157808&fields=id&tenant_id=1bfea594b1e04a0da5dd12d328acb684 HTTP/1.1" status: 200 len: 267 time: 0.0347722 Sep 20 05:10:05.069533 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-3383ac53-98cf-4fc6-a555-0796c22c5651 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:05.071002 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-3383ac53-98cf-4fc6-a555-0796c22c5651 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/networks?id=82ed44a3-5020-459e-a5d8-53caa9b90a71 HTTP/1.1" status: 200 len: 811 time: 0.1090808 Sep 20 05:10:05.086934 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4c06f6df-4423-40e1-a125-e6d9cdcaf099 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/quotas/1bfea594b1e04a0da5dd12d328acb684 HTTP/1.1" status: 200 len: 375 time: 0.0097611 Sep 20 05:10:05.138972 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-3c547fd5-4252-41eb-bcbb-4644d17fd5c5 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bfea594b1e04a0da5dd12d328acb684&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470307 Sep 20 05:10:05.242728 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-c65b0ad8-6170-4f4f-8c2e-953be745e269 service neutron] 10.222.0.32 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924876 Sep 20 05:10:05.323281 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:05.332664 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-6a363337-5967-4955-bcdd-714302d3872c service neutron] 10.222.0.32 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831246 Sep 20 05:10:05.493763 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2e140d3a-65df-461b-b455-3f468106b0bb req-56803122-591c-448b-a725-709040aef598 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 210 time: 0.0260229 Sep 20 05:10:05.830860 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 2c4a28a2-50e3-49ef-8614-24102c628c59 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:10:05.852413 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 2c4a28a2-50e3-49ef-8614-24102c628c59 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:10:05.852749 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 2c4a28a2-50e3-49ef-8614-24102c628c59 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:10:06.612465 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5def50f4-3bcc-4fb8-b56b-b324d6400521 req-113f141a-6d47-49e9-a4e4-8309a35cd9e1 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 210 time: 0.0416379 Sep 20 05:10:06.636790 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-c6498473-58bd-4881-9e5b-642ab0de705b tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:06.638819 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-c6498473-58bd-4881-9e5b-642ab0de705b tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.23 "GET /v2.0/networks?id=82ed44a3-5020-459e-a5d8-53caa9b90a71 HTTP/1.1" status: 200 len: 811 time: 0.1205304 Sep 20 05:10:06.706401 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-efe3e064-9b08-4234-8ed3-075290f2e4ee tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bfea594b1e04a0da5dd12d328acb684 HTTP/1.1" status: 200 len: 380 time: 0.0356550 Sep 20 05:10:06.723304 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Request body: {'port': {'device_id': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'admin_state_up': True, 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'security_groups': ['a50876b2-3b42-4164-a08d-d70ef203a85c']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:10:06.779844 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:06.842624 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Made reservation on behalf of 1bfea594b1e04a0da5dd12d328acb684 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:10:06.846284 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:06.974822 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Allocated IP 172.20.0.13 (82ed44a3-5020-459e-a5d8-53caa9b90a71/df531757-d500-4ae2-9c23-877c926ef6aa/d33fd2ef-acfa-4f67-899b-5b397db9b37d) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:10:07.117514 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:07.149974 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:07.189422 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Network 82ed44a3-5020-459e-a5d8-53caa9b90a71 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:10:07.192480 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:10:07.196010 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:10:07.223090 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event updated for resources: {'Port': ['ID=d33fd2ef-acfa-4f67-899b-5b397db9b37d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:07.254868 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:07.255517 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:07.270325 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-4b45ef91-69c0-43de-bc7b-37767c90ebbf tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5513473 Sep 20 05:10:07.301500 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Request body: {'port': {'device_id': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:10:07.365516 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:07.469738 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-372f3ef0-fbe4-4fae-ad58-c79362b9c03c None None] Provisioning complete for port d33fd2ef-acfa-4f67-899b-5b397db9b37d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:10:07.470028 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-372f3ef0-fbe4-4fae-ad58-c79362b9c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:07.508745 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-372f3ef0-fbe4-4fae-ad58-c79362b9c03c None None] Port d33fd2ef-acfa-4f67-899b-5b397db9b37d cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:10:07.625469 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33fd2ef-acfa-4f67-899b-5b397db9b37d {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:10:07.632600 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:07.646463 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Transition to ACTIVE for port object d33fd2ef-acfa-4f67-899b-5b397db9b37d will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:10:07.652011 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:07.738692 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f945e-e500-4752-99b0-b277e489d106 req-bc3a49a5-d597-4022-9c23-4bff8f6f69e1 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:07.740533 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe0f945e-e500-4752-99b0-b277e489d106 req-bc3a49a5-d597-4022-9c23-4bff8f6f69e1 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 944 time: 0.0591440 Sep 20 05:10:07.769839 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Pushing event updated for resources: {'Port': ['ID=d33fd2ef-acfa-4f67-899b-5b397db9b37d,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:07.788531 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe0f945e-e500-4752-99b0-b277e489d106 req-78ecdce2-72c0-43ca-8a5f-b28b8d5fbe0b tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422187 Sep 20 05:10:07.809648 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Attempting to bind port d33fd2ef-acfa-4f67-899b-5b397db9b37d on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:10:07.809976 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Attempting to bind port d33fd2ef-acfa-4f67-899b-5b397db9b37d by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:10:07.810382 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Attempting to bind port d33fd2ef-acfa-4f67-899b-5b397db9b37d on network 82ed44a3-5020-459e-a5d8-53caa9b90a71 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:10:07.814934 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Port d33fd2ef-acfa-4f67-899b-5b397db9b37d on network 82ed44a3-5020-459e-a5d8-53caa9b90a71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:10:07.815251 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Attempting to bind port d33fd2ef-acfa-4f67-899b-5b397db9b37d on network 82ed44a3-5020-459e-a5d8-53caa9b90a71 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:10:07.820140 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:10:07.820474 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Checking segment: {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:10:07.820847 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Bound using segment: {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:10:07.821264 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Bound port: d33fd2ef-acfa-4f67-899b-5b397db9b37d, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ae7dc3-9030-43d3-905d-59330667320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:10:07.821609 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:07.889926 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] For port d33fd2ef-acfa-4f67-899b-5b397db9b37d, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:10:07.892357 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] For port d33fd2ef-acfa-4f67-899b-5b397db9b37d, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d33fd2ef-acfa-4f67-899b-5b397db9b37d,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:10:07.896913 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:07.934440 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:07.935123 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:07.936855 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] 10.222.0.23 "PUT /v2.0/ports/d33fd2ef-acfa-4f67-899b-5b397db9b37d HTTP/1.1" status: 200 len: 1094 time: 0.6409633 Sep 20 05:10:07.937319 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'tag': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:10:07.939675 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bd294a-7a82-4b3e-892b-464b25bdd22b" -d '{"events": [{"name": "network-changed", "server_uuid": "82bfe09d-daf2-4cbc-b2ed-df475be32639", "tag": "d33fd2ef-acfa-4f67-899b-5b397db9b37d"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:10:07.989949 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97ee26-ee09-40ca-9f2c-26ee428bbdca service neutron] Pushing event updated for resources: {'Port': ['ID=d33fd2ef-acfa-4f67-899b-5b397db9b37d,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:07.998896 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f55dbef-4be0-4f8d-93e3-37894330f0cb x-openstack-request-id: req-7f55dbef-4be0-4f8d-93e3-37894330f0cb {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:10:07.999316 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bfe09d-daf2-4cbc-b2ed-df475be32639", "tag": "d33fd2ef-acfa-4f67-899b-5b397db9b37d", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:10:07.999656 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f55dbef-4be0-4f8d-93e3-37894330f0cb {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:10:08.000169 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'tag': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d', 'status': 'completed', 'code': 200} Sep 20 05:10:08.079350 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-3b772dcf-7f65-42f7-a184-ebfabd700f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:08.080713 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-3b772dcf-7f65-42f7-a184-ebfabd700f9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1bfea594b1e04a0da5dd12d328acb684&device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 1097 time: 0.0557547 Sep 20 05:10:08.160843 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-97106f2f-7a54-4ef1-b2f4-615ad0c807a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d33fd2ef-acfa-4f67-899b-5b397db9b37d HTTP/1.1" status: 200 len: 217 time: 0.0468009 Sep 20 05:10:08.222312 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-67b8e09f-129e-4515-a9dc-8a70b5e7c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:08.223823 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-67b8e09f-129e-4515-a9dc-8a70b5e7c4e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df531757-d500-4ae2-9c23-877c926ef6aa HTTP/1.1" status: 200 len: 850 time: 0.0528944 Sep 20 05:10:08.283001 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-d3c7856a-5a23-47ba-8cf8-64136f5a52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:08.284585 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-d3c7856a-5a23-47ba-8cf8-64136f5a52ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82ed44a3-5020-459e-a5d8-53caa9b90a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519412 Sep 20 05:10:08.395573 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-f3df7914-8a44-4e02-bf6d-05b95c742940 service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972226 Sep 20 05:10:08.510323 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d75922d-ac1a-4cf0-872f-bb9a5d3e894d req-63ad6b16-0a89-4745-9399-457495243d7f service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042159 Sep 20 05:10:08.687237 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd294a-7a82-4b3e-892b-464b25bdd22b req-b43998be-af49-4b98-9cd9-cd877d75e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:08.688741 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f2bd294a-7a82-4b3e-892b-464b25bdd22b req-b43998be-af49-4b98-9cd9-cd877d75e6b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1bfea594b1e04a0da5dd12d328acb684&device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 1097 time: 0.0395107 Sep 20 05:10:08.782463 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd294a-7a82-4b3e-892b-464b25bdd22b req-1192ac8e-8dc9-4862-90c8-41c690decfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:08.783911 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f2bd294a-7a82-4b3e-892b-464b25bdd22b req-1192ac8e-8dc9-4862-90c8-41c690decfb5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82ed44a3-5020-459e-a5d8-53caa9b90a71 HTTP/1.1" status: 200 len: 911 time: 0.0857787 Sep 20 05:10:08.827600 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f2bd294a-7a82-4b3e-892b-464b25bdd22b req-44c73041-4881-4ae2-8af9-7ff009059f86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d33fd2ef-acfa-4f67-899b-5b397db9b37d HTTP/1.1" status: 200 len: 217 time: 0.0350292 Sep 20 05:10:08.892822 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd294a-7a82-4b3e-892b-464b25bdd22b req-af5f2221-f752-4b98-8c9f-653fe45003bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:08.894304 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f2bd294a-7a82-4b3e-892b-464b25bdd22b req-af5f2221-f752-4b98-8c9f-653fe45003bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df531757-d500-4ae2-9c23-877c926ef6aa HTTP/1.1" status: 200 len: 850 time: 0.0443301 Sep 20 05:10:08.908059 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e4d00-48f4-4e0f-8211-15bcab40cafa req-f6e4efa9-6460-44ed-9688-02f43894c079 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:08.909560 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-904e4d00-48f4-4e0f-8211-15bcab40cafa req-f6e4efa9-6460-44ed-9688-02f43894c079 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 944 time: 0.0493982 Sep 20 05:10:08.940977 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd294a-7a82-4b3e-892b-464b25bdd22b req-70981b78-d1e2-4df0-89fd-37942ebe0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:08.942363 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f2bd294a-7a82-4b3e-892b-464b25bdd22b req-70981b78-d1e2-4df0-89fd-37942ebe0997 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82ed44a3-5020-459e-a5d8-53caa9b90a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398092 Sep 20 05:10:08.947392 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-904e4d00-48f4-4e0f-8211-15bcab40cafa req-9b17ea17-42ea-451d-af2e-bddac79b2aaa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317538 Sep 20 05:10:09.034224 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f2bd294a-7a82-4b3e-892b-464b25bdd22b req-a8c7b423-3b34-4bb1-b257-b965881a2f9a service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831444 Sep 20 05:10:09.136512 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f2bd294a-7a82-4b3e-892b-464b25bdd22b req-9afd5e00-f3ab-44b2-b2ac-de0a136a3249 service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837502 Sep 20 05:10:09.598512 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42296) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:09.700892 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cf84c0a5-2d2a-4454-abdf-4437dd82d289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:09.793397 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cf84c0a5-2d2a-4454-abdf-4437dd82d289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:09.797309 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cf84c0a5-2d2a-4454-abdf-4437dd82d289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:10.081881 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cf84c0a5-2d2a-4454-abdf-4437dd82d289 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3c16b479c2144e393224815617164fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821959 Sep 20 05:10:10.084417 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84c0a5-2d2a-4454-abdf-4437dd82d289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb5861-2710-4295-98e1-f023b4282041,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:10.084613 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42302) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:10.102581 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc92ec-2bf7-4956-8b10-2d76fb54865c req-29adea49-d36b-4ed7-865d-1360cd8d590e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:10.104088 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b9bc92ec-2bf7-4956-8b10-2d76fb54865c req-29adea49-d36b-4ed7-865d-1360cd8d590e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 944 time: 0.0762761 Sep 20 05:10:10.134944 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6333eb33-1f20-4359-aac1-5b4d616c0227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:10.143516 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b9bc92ec-2bf7-4956-8b10-2d76fb54865c req-4ef9c0a2-cd79-4457-96a9-a22fe1fbf091 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332277 Sep 20 05:10:10.156397 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6333eb33-1f20-4359-aac1-5b4d616c0227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:10.202067 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6333eb33-1f20-4359-aac1-5b4d616c0227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:10.204647 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6333eb33-1f20-4359-aac1-5b4d616c0227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:10.205791 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6333eb33-1f20-4359-aac1-5b4d616c0227 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64bb5861-2710-4295-98e1-f023b4282041 HTTP/1.1" status: 204 len: 168 time: 0.1202061 Sep 20 05:10:10.213700 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333eb33-1f20-4359-aac1-5b4d616c0227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb5861-2710-4295-98e1-f023b4282041,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:10.472832 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42312) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:10.486699 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-45bf02d0-3693-4407-8356-46a7db92420d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:10.572233 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-45bf02d0-3693-4407-8356-46a7db92420d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:10.576320 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-45bf02d0-3693-4407-8356-46a7db92420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:10.615483 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-45bf02d0-3693-4407-8356-46a7db92420d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6dc0e7c3ec84e45ae7cc093c4882fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415949 Sep 20 05:10:10.616452 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf02d0-3693-4407-8356-46a7db92420d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518f9d3d-df4d-4ada-9552-3c26f6f87d96,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:10.618174 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42314) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:10.669767 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a64e030-f325-4b06-a012-da9340563b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:10.689853 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a64e030-f325-4b06-a012-da9340563b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:10.735812 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a64e030-f325-4b06-a012-da9340563b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:10.738301 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a64e030-f325-4b06-a012-da9340563b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:10.739452 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0a64e030-f325-4b06-a012-da9340563b53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/518f9d3d-df4d-4ada-9552-3c26f6f87d96 HTTP/1.1" status: 204 len: 168 time: 0.1197336 Sep 20 05:10:10.748266 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64e030-f325-4b06-a012-da9340563b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518f9d3d-df4d-4ada-9552-3c26f6f87d96,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:11.259762 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a6ed2-d4c3-483c-b082-4a7a78b5709e req-bb0ec32e-3b50-4be3-96a1-7c73c7c1281a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:11.261331 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-641a6ed2-d4c3-483c-b082-4a7a78b5709e req-bb0ec32e-3b50-4be3-96a1-7c73c7c1281a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 944 time: 0.0503533 Sep 20 05:10:11.299524 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-641a6ed2-d4c3-483c-b082-4a7a78b5709e req-3e110190-01fa-43ed-9ecc-bfc93031c3de tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321665 Sep 20 05:10:12.428571 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182314a6-2264-455c-a100-ae3bfd6f65d9 req-0b4de8da-dd20-46ae-b358-bae3438ecfd3 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:12.430192 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-182314a6-2264-455c-a100-ae3bfd6f65d9 req-0b4de8da-dd20-46ae-b358-bae3438ecfd3 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 944 time: 0.0559883 Sep 20 05:10:12.470948 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-182314a6-2264-455c-a100-ae3bfd6f65d9 req-6a81aece-dc4e-4db4-9979-c849b47cabd1 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337198 Sep 20 05:10:12.649696 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42400) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:12.782803 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e7aab571-10e1-4ce9-b437-5e5eae00aba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:12.836481 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device d33fd2ef-acfa-4f67-899b-5b397db9b37d details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:10:12.869848 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e7aab571-10e1-4ce9-b437-5e5eae00aba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:12.874012 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e7aab571-10e1-4ce9-b437-5e5eae00aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:12.911147 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e7aab571-10e1-4ce9-b437-5e5eae00aba7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=491c794f80b74d27868f75467895ef7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603662 Sep 20 05:10:12.913705 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42408) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:12.920279 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aab571-10e1-4ce9-b437-5e5eae00aba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966fdee4-cce6-4d77-9bf6-6378583796a8,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:12.932438 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port d33fd2ef-acfa-4f67-899b-5b397db9b37d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d33fd2ef-acfa-4f67-899b-5b397db9b37d,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:10:12.947389 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'port_id': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d', 'mac_address': 'fa:16:3e:f7:dd:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:10:12.968058 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce78a4f4-f930-448d-b590-91c6feb0e000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:12.985021 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:12.989932 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce78a4f4-f930-448d-b590-91c6feb0e000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:12.997894 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33fd2ef-acfa-4f67-899b-5b397db9b37d {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:10:13.016548 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port d33fd2ef-acfa-4f67-899b-5b397db9b37d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d33fd2ef-acfa-4f67-899b-5b397db9b37d,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:10:13.020338 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:13.038535 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce78a4f4-f930-448d-b590-91c6feb0e000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:13.041132 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce78a4f4-f930-448d-b590-91c6feb0e000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:13.042305 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ce78a4f4-f930-448d-b590-91c6feb0e000 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/966fdee4-cce6-4d77-9bf6-6378583796a8 HTTP/1.1" status: 204 len: 168 time: 0.1277122 Sep 20 05:10:13.050695 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78a4f4-f930-448d-b590-91c6feb0e000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966fdee4-cce6-4d77-9bf6-6378583796a8,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:13.074213 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=d33fd2ef-acfa-4f67-899b-5b397db9b37d,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:13.305227 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42414) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:13.317865 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e287e0a6-ab3a-4e43-855b-422bf02b0ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:13.407873 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e287e0a6-ab3a-4e43-855b-422bf02b0ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:13.411464 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e287e0a6-ab3a-4e43-855b-422bf02b0ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:13.454962 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e287e0a6-ab3a-4e43-855b-422bf02b0ed7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fa40659b903454f8b9ed19c635d2504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486912 Sep 20 05:10:13.456073 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287e0a6-ab3a-4e43-855b-422bf02b0ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa3382e-a6c0-49e2-ac2f-03360c58527b,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:13.457933 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42416) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:13.506694 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa5de-e9d3-4188-b061-20ba978a1805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:13.529243 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa5de-e9d3-4188-b061-20ba978a1805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:13.605375 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708069e-72cd-4a2b-8ccc-20599bb609ca req-01b67b15-f7dd-44ba-b9c8-03a7eacbd0b3 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:13.606941 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9708069e-72cd-4a2b-8ccc-20599bb609ca req-01b67b15-f7dd-44ba-b9c8-03a7eacbd0b3 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 945 time: 0.0638785 Sep 20 05:10:13.620598 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa5de-e9d3-4188-b061-20ba978a1805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:13.623154 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa5de-e9d3-4188-b061-20ba978a1805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:13.626460 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ea7aa5de-e9d3-4188-b061-20ba978a1805 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7aa3382e-a6c0-49e2-ac2f-03360c58527b HTTP/1.1" status: 204 len: 168 time: 0.1648948 Sep 20 05:10:13.643110 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7aa5de-e9d3-4188-b061-20ba978a1805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa3382e-a6c0-49e2-ac2f-03360c58527b,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:13.662888 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9708069e-72cd-4a2b-8ccc-20599bb609ca req-276edb1e-0c39-4e17-8643-735214e16243 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497437 Sep 20 05:10:14.780393 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b460a9-50ab-4677-b8a4-2a6d47b925cf req-e420627a-8c7f-45ed-a046-390a5b31a6ae tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:14.781949 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8b460a9-50ab-4677-b8a4-2a6d47b925cf req-e420627a-8c7f-45ed-a046-390a5b31a6ae tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 945 time: 0.0499249 Sep 20 05:10:14.825393 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8b460a9-50ab-4677-b8a4-2a6d47b925cf req-24817522-ab86-4ad7-b558-4e089c6cce72 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373223 Sep 20 05:10:15.951989 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a64bd-2b43-42d5-9f34-1c68053dd302 req-088f35cf-eae8-49f7-bfb3-a242a5ff78b7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:15.953490 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a27a64bd-2b43-42d5-9f34-1c68053dd302 req-088f35cf-eae8-49f7-bfb3-a242a5ff78b7 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 945 time: 0.0545087 Sep 20 05:10:15.990534 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a27a64bd-2b43-42d5-9f34-1c68053dd302 req-a4c67765-bf8a-4fad-9c38-aa66366bda84 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309074 Sep 20 05:10:16.002529 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['d33fd2ef-acfa-4f67-899b-5b397db9b37d'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:10:17.260425 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a72584-558b-49e0-bd0d-3690460abd6c req-d7ec97a9-e507-4879-bdad-3053d81ac8e9 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:17.261873 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-73a72584-558b-49e0-bd0d-3690460abd6c req-d7ec97a9-e507-4879-bdad-3053d81ac8e9 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 945 time: 0.1986375 Sep 20 05:10:17.298792 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-73a72584-558b-49e0-bd0d-3690460abd6c req-45bdb970-d93e-41d9-94bc-270173f77558 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302932 Sep 20 05:10:17.875075 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device d33fd2ef-acfa-4f67-899b-5b397db9b37d up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:10:17.921089 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port d33fd2ef-acfa-4f67-899b-5b397db9b37d completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:10:17.924508 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port d33fd2ef-acfa-4f67-899b-5b397db9b37d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:10:17.924874 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:18.010213 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:18.032855 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:10:18.035100 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a750ace-840d-4fd0-826c-e60bdad03be0" -d '{"events": [{"server_uuid": "82bfe09d-daf2-4cbc-b2ed-df475be32639", "name": "network-vif-plugged", "status": "completed", "tag": "d33fd2ef-acfa-4f67-899b-5b397db9b37d"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:10:18.047608 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port d33fd2ef-acfa-4f67-899b-5b397db9b37d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d33fd2ef-acfa-4f67-899b-5b397db9b37d,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:10:18.052103 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:18.082551 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f13a80-6016-46a0-8795-3b41c2f0c857 x-openstack-request-id: req-d6f13a80-6016-46a0-8795-3b41c2f0c857 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:10:18.082856 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bfe09d-daf2-4cbc-b2ed-df475be32639", "name": "network-vif-plugged", "status": "completed", "tag": "d33fd2ef-acfa-4f67-899b-5b397db9b37d", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:10:18.083087 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6f13a80-6016-46a0-8795-3b41c2f0c857 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:10:18.083635 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d', 'code': 200} Sep 20 05:10:18.110841 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=d33fd2ef-acfa-4f67-899b-5b397db9b37d,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:18.311396 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d837783-caef-4bab-baa1-1d9f68393512 req-fe03064f-a9c8-4473-ad7a-3f96661ebba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:18.312937 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8d837783-caef-4bab-baa1-1d9f68393512 req-fe03064f-a9c8-4473-ad7a-3f96661ebba5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 1099 time: 0.0425987 Sep 20 05:10:18.359880 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8d837783-caef-4bab-baa1-1d9f68393512 req-42ba3c2c-1bcf-45dc-b819-6611f67aaf89 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389969 Sep 20 05:10:18.468779 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03407888-5ea8-489b-8668-78f9794780c5 req-d1e396dc-bca9-4d07-8063-c00a904812b5 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:18.470242 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-03407888-5ea8-489b-8668-78f9794780c5 req-d1e396dc-bca9-4d07-8063-c00a904812b5 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 946 time: 0.0997438 Sep 20 05:10:18.507509 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-03407888-5ea8-489b-8668-78f9794780c5 req-e521bd48-7167-4a01-bdfe-2063c061825e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311220 Sep 20 05:10:18.755252 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42516) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:18.858161 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c432cb2c-5cb1-4550-92b9-fd345559e935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:18.942935 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c432cb2c-5cb1-4550-92b9-fd345559e935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:18.946573 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c432cb2c-5cb1-4550-92b9-fd345559e935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:18.984389 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c432cb2c-5cb1-4550-92b9-fd345559e935 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de883d0c184341f1a16c07fad5a760a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280769 Sep 20 05:10:18.985472 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432cb2c-5cb1-4550-92b9-fd345559e935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860a4989-ce31-4455-b395-20f38d5177c5,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:18.987092 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42520) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:19.035859 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0ae74e6-bfbf-405d-b9a0-2e28b7e25af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:19.059027 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0ae74e6-bfbf-405d-b9a0-2e28b7e25af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:19.104187 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0ae74e6-bfbf-405d-b9a0-2e28b7e25af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:19.106637 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0ae74e6-bfbf-405d-b9a0-2e28b7e25af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:19.107761 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a0ae74e6-bfbf-405d-b9a0-2e28b7e25af7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/860a4989-ce31-4455-b395-20f38d5177c5 HTTP/1.1" status: 204 len: 168 time: 0.1191778 Sep 20 05:10:19.115294 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae74e6-bfbf-405d-b9a0-2e28b7e25af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860a4989-ce31-4455-b395-20f38d5177c5,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:19.374049 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42530) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:19.388181 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-85e1f767-9f68-42cb-b7bb-b5c02cb708a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:19.485048 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-85e1f767-9f68-42cb-b7bb-b5c02cb708a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:19.489338 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-85e1f767-9f68-42cb-b7bb-b5c02cb708a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:19.525829 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1f767-9f68-42cb-b7bb-b5c02cb708a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847d1852-9b29-4888-a034-d536b1d0d420,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:19.538725 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42536) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:19.548932 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-85e1f767-9f68-42cb-b7bb-b5c02cb708a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ece39390acb472b90dfb840ef9ca64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733978 Sep 20 05:10:19.599245 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f305ddf2-fb46-4e20-b78d-3840008d635a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:19.631481 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f305ddf2-fb46-4e20-b78d-3840008d635a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:19.652514 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e5006-c453-4abd-86b9-afc6e33f1dbc req-0fa07333-c8d4-43a1-85df-8b503e8afa20 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:19.654920 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3e6e5006-c453-4abd-86b9-afc6e33f1dbc req-0fa07333-c8d4-43a1-85df-8b503e8afa20 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 946 time: 0.0553877 Sep 20 05:10:19.707103 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3e6e5006-c453-4abd-86b9-afc6e33f1dbc req-afe89fa6-8e7c-41d6-9248-fc770819d596 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433180 Sep 20 05:10:19.708012 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f305ddf2-fb46-4e20-b78d-3840008d635a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:19.710933 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f305ddf2-fb46-4e20-b78d-3840008d635a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:19.712459 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f305ddf2-fb46-4e20-b78d-3840008d635a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/847d1852-9b29-4888-a034-d536b1d0d420 HTTP/1.1" status: 204 len: 168 time: 0.1723883 Sep 20 05:10:19.723307 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305ddf2-fb46-4e20-b78d-3840008d635a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847d1852-9b29-4888-a034-d536b1d0d420,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:20.821211 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b7ab4-1281-4d01-93fb-704ecfabd243 req-4242e5ab-21cf-437b-8527-7e70a29e7c8c tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:20.822682 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8f2b7ab4-1281-4d01-93fb-704ecfabd243 req-4242e5ab-21cf-437b-8527-7e70a29e7c8c tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 946 time: 0.0548055 Sep 20 05:10:20.863306 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8f2b7ab4-1281-4d01-93fb-704ecfabd243 req-332fad08-901f-4f06-a22f-e4d58422bf6a tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346348 Sep 20 05:10:20.972741 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22a980-ad98-4fa3-aa87-b7de3b24300e req-23d3d540-9506-426b-851b-19808f6d9c91 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:20.974248 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f22a980-ad98-4fa3-aa87-b7de3b24300e req-23d3d540-9506-426b-851b-19808f6d9c91 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 946 time: 0.0491788 Sep 20 05:10:20.982845 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42552) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:20.987609 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-70a29241-223c-4386-8831-64f23b1df280 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Request body: {'floatingip': {'port_id': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:10:21.025560 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-70a29241-223c-4386-8831-64f23b1df280 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:21.448388 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-70a29241-223c-4386-8831-64f23b1df280 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:21.453018 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-70a29241-223c-4386-8831-64f23b1df280 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:21.550250 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-70a29241-223c-4386-8831-64f23b1df280 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Floating IP 8fcec251-94ee-4e23-a5c1-0aaaa6455a40 associated. External IP: 172.27.1.108, port: d33fd2ef-acfa-4f67-899b-5b397db9b37d. Sep 20 05:10:21.751966 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a29241-223c-4386-8831-64f23b1df280 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:10:21.858525 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a29241-223c-4386-8831-64f23b1df280 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:10:21.863028 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-70a29241-223c-4386-8831-64f23b1df280 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:21.869884 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e8017-f1c7-4e68-98c2-813286f111ea None None] Sync routers for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:10:21.879697 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e8017-f1c7-4e68-98c2-813286f111ea None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:10:21.880339 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9a7e8017-f1c7-4e68-98c2-813286f111ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:10:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:10:21.891815 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-70a29241-223c-4386-8831-64f23b1df280 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "PUT /v2.0/floatingips/8fcec251-94ee-4e23-a5c1-0aaaa6455a40 HTTP/1.1" status: 200 len: 992 time: 0.9079573 Sep 20 05:10:21.892589 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'tag': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:10:21.895067 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d94e1eb-c421-4071-9b50-63ca33f4ed4d" -d '{"events": [{"name": "network-changed", "server_uuid": "82bfe09d-daf2-4cbc-b2ed-df475be32639", "tag": "d33fd2ef-acfa-4f67-899b-5b397db9b37d"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:10:21.988952 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-9a7e8017-f1c7-4e68-98c2-813286f111ea None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:10:22.211493 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9a7e8017-f1c7-4e68-98c2-813286f111ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '8fcec251-94ee-4e23-a5c1-0aaaa6455a40', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'port_id': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'mac_address': 'fa:16:3e:f7:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:10:04Z', 'updated_at': '2021-09-20T05:10:21Z', 'revision_number': 1, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:40Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:10:22.237617 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e8017-f1c7-4e68-98c2-813286f111ea None None] Checking router: adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:10:22.245509 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e8017-f1c7-4e68-98c2-813286f111ea None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:10:22.246105 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9a7e8017-f1c7-4e68-98c2-813286f111ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:10:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:10:22.347459 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-9a7e8017-f1c7-4e68-98c2-813286f111ea None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:10:22.562636 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9a7e8017-f1c7-4e68-98c2-813286f111ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '8fcec251-94ee-4e23-a5c1-0aaaa6455a40', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'port_id': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'mac_address': 'fa:16:3e:f7:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:10:04Z', 'updated_at': '2021-09-20T05:10:21Z', 'revision_number': 1, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:40Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:10:22.591509 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e8017-f1c7-4e68-98c2-813286f111ea None None] The sync data for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi is: [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '8fcec251-94ee-4e23-a5c1-0aaaa6455a40', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'port_id': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'mac_address': 'fa:16:3e:f7:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:10:04Z', 'updated_at': '2021-09-20T05:10:21Z', 'revision_number': 1, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:40Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:10:22.764499 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b7a0d-57d1-4655-8cf6-044b8b4796c9 None None] New status for floating IP 8fcec251-94ee-4e23-a5c1-0aaaa6455a40: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:10:23.028156 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acf3c2f-ca03-4597-95ee-6308d75ce5eb x-openstack-request-id: req-3acf3c2f-ca03-4597-95ee-6308d75ce5eb {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:10:23.028603 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bfe09d-daf2-4cbc-b2ed-df475be32639", "tag": "d33fd2ef-acfa-4f67-899b-5b397db9b37d", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:10:23.028701 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3acf3c2f-ca03-4597-95ee-6308d75ce5eb {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:10:23.029095 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'tag': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d', 'status': 'completed', 'code': 200} Sep 20 05:10:23.127726 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94e1eb-c421-4071-9b50-63ca33f4ed4d req-069a75dc-3e15-4dd7-b5cd-1216f7b8297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:23.129216 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2d94e1eb-c421-4071-9b50-63ca33f4ed4d req-069a75dc-3e15-4dd7-b5cd-1216f7b8297f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1bfea594b1e04a0da5dd12d328acb684&device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 1099 time: 0.0398886 Sep 20 05:10:23.221409 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94e1eb-c421-4071-9b50-63ca33f4ed4d req-56c3cb6f-2067-4dd5-9893-067b28cf0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:23.222868 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2d94e1eb-c421-4071-9b50-63ca33f4ed4d req-56c3cb6f-2067-4dd5-9893-067b28cf0ab9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82ed44a3-5020-459e-a5d8-53caa9b90a71 HTTP/1.1" status: 200 len: 911 time: 0.0853813 Sep 20 05:10:23.285094 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2d94e1eb-c421-4071-9b50-63ca33f4ed4d req-d3c4a089-72d3-40e1-bb35-b1237311c771 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d33fd2ef-acfa-4f67-899b-5b397db9b37d HTTP/1.1" status: 200 len: 1002 time: 0.0546098 Sep 20 05:10:23.333344 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94e1eb-c421-4071-9b50-63ca33f4ed4d req-dd24557d-a5ba-4de8-93d3-53dff244044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:23.334732 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2d94e1eb-c421-4071-9b50-63ca33f4ed4d req-dd24557d-a5ba-4de8-93d3-53dff244044c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df531757-d500-4ae2-9c23-877c926ef6aa HTTP/1.1" status: 200 len: 850 time: 0.0418746 Sep 20 05:10:23.383087 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94e1eb-c421-4071-9b50-63ca33f4ed4d req-e270091b-e391-4051-b62b-6751a901818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:23.384565 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2d94e1eb-c421-4071-9b50-63ca33f4ed4d req-e270091b-e391-4051-b62b-6751a901818f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82ed44a3-5020-459e-a5d8-53caa9b90a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421834 Sep 20 05:10:23.474164 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2d94e1eb-c421-4071-9b50-63ca33f4ed4d req-1d9ca95e-c8bd-4dab-9021-a8c20d8c6e82 service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815840 Sep 20 05:10:23.582182 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2d94e1eb-c421-4071-9b50-63ca33f4ed4d req-5ca67936-3d57-4e7f-b7df-a6ebb43fe15f service neutron] 10.222.0.23 "GET /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965981 Sep 20 05:10:23.610042 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf697365-cd6f-41ef-ab01-921f08e9375f req-f7190d86-502e-48ca-8ff9-5907a21a2af9 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:23.611508 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cf697365-cd6f-41ef-ab01-921f08e9375f req-f7190d86-502e-48ca-8ff9-5907a21a2af9 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0497551 Sep 20 05:10:23.649555 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cf697365-cd6f-41ef-ab01-921f08e9375f req-80254ae6-3d83-4c20-beab-931f7e64e4b0 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321293 Sep 20 05:10:24.772752 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e99bb-718a-4e98-b947-1b326e2e09cf req-d80533f5-1b5a-45da-bc8f-0fd0b99357b8 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:24.774226 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9c5e99bb-718a-4e98-b947-1b326e2e09cf req-d80533f5-1b5a-45da-bc8f-0fd0b99357b8 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0506938 Sep 20 05:10:24.812124 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9c5e99bb-718a-4e98-b947-1b326e2e09cf req-b42ad43c-8b7b-40cb-9180-cda69f13379b tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313122 Sep 20 05:10:25.927438 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6ee20-710c-4565-8887-25cfb382e2a3 req-fc06aa5a-4fd7-454c-a58f-b3ac71e6aae7 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:25.928936 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-71a6ee20-710c-4565-8887-25cfb382e2a3 req-fc06aa5a-4fd7-454c-a58f-b3ac71e6aae7 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0485344 Sep 20 05:10:25.965279 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-71a6ee20-710c-4565-8887-25cfb382e2a3 req-1a17d518-74d1-4de7-9902-ac528737c234 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303164 Sep 20 05:10:27.083609 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7556b11-f611-48e6-aa21-f2b121cfefcd req-2e4467a9-1384-4520-a212-f45919e1c2f3 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:27.085012 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e7556b11-f611-48e6-aa21-f2b121cfefcd req-2e4467a9-1384-4520-a212-f45919e1c2f3 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0477333 Sep 20 05:10:27.126245 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e7556b11-f611-48e6-aa21-f2b121cfefcd req-b3a85c5d-6bcd-46ee-9be4-b4909c8917b3 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354531 Sep 20 05:10:27.891584 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:10:28.244464 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b4585-e589-4b24-bf04-16d4f413bd0e req-de85181c-ed0e-468f-905d-cc3e5bae4d52 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:28.245923 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-954b4585-e589-4b24-bf04-16d4f413bd0e req-de85181c-ed0e-468f-905d-cc3e5bae4d52 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0507872 Sep 20 05:10:28.291676 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-954b4585-e589-4b24-bf04-16d4f413bd0e req-5f5a9f1b-3f0e-498b-bd30-d65d33199506 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370770 Sep 20 05:10:28.432426 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:28.799305 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42626) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:28.902253 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ca922b7-f292-49fc-9e30-93de52f7822e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:28.991283 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ca922b7-f292-49fc-9e30-93de52f7822e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:28.994654 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ca922b7-f292-49fc-9e30-93de52f7822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:29.033025 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4ca922b7-f292-49fc-9e30-93de52f7822e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e706e652d6ce417e8fe2c32acfb3a09a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326698 Sep 20 05:10:29.033866 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca922b7-f292-49fc-9e30-93de52f7822e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5189e39d-7aa6-4662-9fb8-a9cce6215a64,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:29.035649 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42630) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:29.083589 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4b89db46-c6f8-445f-9f98-61cd02d05d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:29.104279 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4b89db46-c6f8-445f-9f98-61cd02d05d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:29.149363 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4b89db46-c6f8-445f-9f98-61cd02d05d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:29.151825 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4b89db46-c6f8-445f-9f98-61cd02d05d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:29.152993 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4b89db46-c6f8-445f-9f98-61cd02d05d0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5189e39d-7aa6-4662-9fb8-a9cce6215a64 HTTP/1.1" status: 204 len: 168 time: 0.1162593 Sep 20 05:10:29.160983 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89db46-c6f8-445f-9f98-61cd02d05d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5189e39d-7aa6-4662-9fb8-a9cce6215a64,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:29.407893 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766afa9-1fe9-4356-a80e-28096dcf69bf req-7cad64bb-5db1-4d03-9782-e18380b5857a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:29.409440 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4766afa9-1fe9-4356-a80e-28096dcf69bf req-7cad64bb-5db1-4d03-9782-e18380b5857a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0497961 Sep 20 05:10:29.449940 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4766afa9-1fe9-4356-a80e-28096dcf69bf req-40ac9688-5f5b-4fc5-819c-b33da6059d11 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344055 Sep 20 05:10:29.772469 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 42658) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:29.875268 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-642340983-network', 'tenant_id': '21ea02c76c39409faf9dd8302a445f2b'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:10:29.894909 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Made reservation on behalf of 21ea02c76c39409faf9dd8302a445f2b for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:10:29.897111 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:29.905695 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:29.996563 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:30.000120 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:30.019664 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:10:30.035271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035e5b7f-7205-4b78-8846-74265d19b1d1,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:30.038112 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:30.038573 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Added segment 675efd40-5b56-491f-a027-70462ce95111 of type vlan for network 402cf5d5-feed-4c34-8546-04dd9c53c29e Sep 20 05:10:30.084504 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:30.112387 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:30.113411 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:30.114017 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:30.145299 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3717892 Sep 20 05:10:30.148312 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 42662) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:10:30.153198 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-ba3e56d2-62aa-4534-981b-ecb7e59c580a admin admin] Request body: {'subnet': {'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-642340983-subnet', 'tenant_id': '21ea02c76c39409faf9dd8302a445f2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:10:30.172026 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993bb4c-a882-45bb-b2af-bd28ceb5cfa7 admin admin] Pushing event updated for resources: {'Network': ['ID=402cf5d5-feed-4c34-8546-04dd9c53c29e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:30.174727 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3e56d2-62aa-4534-981b-ecb7e59c580a admin admin] Made reservation on behalf of 21ea02c76c39409faf9dd8302a445f2b for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:10:30.177038 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ba3e56d2-62aa-4534-981b-ecb7e59c580a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27031020'] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:30.181827 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network 402cf5d5-feed-4c34-8546-04dd9c53c29e details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:10:30.349748 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ba3e56d2-62aa-4534-981b-ecb7e59c580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25426674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27030978'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:30.403144 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e56d2-62aa-4534-981b-ecb7e59c580a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd973b2-c4c7-472c-826d-4acc57677d56,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:30.411987 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3e56d2-62aa-4534-981b-ecb7e59c580a admin admin] Checking segment: {'id': '675efd40-5b56-491f-a027-70462ce95111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:10:30.412591 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3e56d2-62aa-4534-981b-ecb7e59c580a admin admin] Network hostable DHCP agents. Network: 402cf5d5-feed-4c34-8546-04dd9c53c29e, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:10:30.427939 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3e56d2-62aa-4534-981b-ecb7e59c580a admin admin] Network 402cf5d5-feed-4c34-8546-04dd9c53c29e is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:10:30.436644 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-ba3e56d2-62aa-4534-981b-ecb7e59c580a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, 402cf5d5-feed-4c34-8546-04dd9c53c29e) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:10:30.440581 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3e56d2-62aa-4534-981b-ecb7e59c580a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:30.441160 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ba3e56d2-62aa-4534-981b-ecb7e59c580a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:30.445672 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ecec13-3441-4733-a263-7b9cd2675d3b None None] Network 402cf5d5-feed-4c34-8546-04dd9c53c29e requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:10:30.455323 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ba3e56d2-62aa-4534-981b-ecb7e59c580a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3059278 Sep 20 05:10:30.571843 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fc1b18-a3f9-4699-a7ea-7342d1cd225e None None] Network 402cf5d5-feed-4c34-8546-04dd9c53c29e requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:10:30.588930 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d620a37-b51e-4192-8169-6cbcb85c43ca req-fe2f9add-ae2c-4428-ad97-14ba011dccf1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:30.590607 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1d620a37-b51e-4192-8169-6cbcb85c43ca req-fe2f9add-ae2c-4428-ad97-14ba011dccf1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0553720 Sep 20 05:10:30.634374 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1d620a37-b51e-4192-8169-6cbcb85c43ca req-f97cb7e3-9cee-4c7b-9c04-96a25b2f358e tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360162 Sep 20 05:10:30.882274 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60239621-a66d-4597-b12f-a32664500044 req-56017dc0-a14c-4fbd-8e10-181621f41ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:30.883936 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60239621-a66d-4597-b12f-a32664500044 req-56017dc0-a14c-4fbd-8e10-181621f41ad5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1074f9196db945dd9f2236b3eca92230&device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 1099 time: 0.1006629 Sep 20 05:10:31.052044 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60239621-a66d-4597-b12f-a32664500044 req-ee5fadd7-86b8-4510-815e-ab91af04277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:31.053681 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60239621-a66d-4597-b12f-a32664500044 req-ee5fadd7-86b8-4510-815e-ab91af04277b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3850c6d9-5a38-4302-9566-5bea500483a4 HTTP/1.1" status: 200 len: 909 time: 0.0885081 Sep 20 05:10:31.124856 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60239621-a66d-4597-b12f-a32664500044 req-e580dc9a-2a48-4bc3-86a4-04ed3e3c2c77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5665f10-298c-4492-b850-b0215c4cca5c HTTP/1.1" status: 200 len: 1002 time: 0.0601349 Sep 20 05:10:31.173980 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60239621-a66d-4597-b12f-a32664500044 req-1f122a6e-b93e-4369-876d-65a9828d4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:31.175340 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60239621-a66d-4597-b12f-a32664500044 req-1f122a6e-b93e-4369-876d-65a9828d4eb8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=beaea98b-e35d-45f4-920f-fd21aa41d2cf HTTP/1.1" status: 200 len: 848 time: 0.0420740 Sep 20 05:10:31.220918 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60239621-a66d-4597-b12f-a32664500044 req-0198a4ae-2dbb-446a-ad39-c4a5e1d2a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:31.222333 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60239621-a66d-4597-b12f-a32664500044 req-0198a4ae-2dbb-446a-ad39-c4a5e1d2a692 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3850c6d9-5a38-4302-9566-5bea500483a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387409 Sep 20 05:10:31.314569 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60239621-a66d-4597-b12f-a32664500044 req-cf15b6ef-4cd5-42f6-9d77-06374ef81a10 service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833716 Sep 20 05:10:31.404708 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60239621-a66d-4597-b12f-a32664500044 req-b6de9b4a-5298-4c6b-8513-6a31743ee490 service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819051 Sep 20 05:10:31.501598 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1dab8eb2-d980-4156-8731-72cf5e2b4264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:31.754738 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fa2dd-9077-4209-a755-4b82002449f6 req-2d0a2f25-65a6-425d-9e29-5049d53909d7 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:31.756120 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a92fa2dd-9077-4209-a755-4b82002449f6 req-2d0a2f25-65a6-425d-9e29-5049d53909d7 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0522661 Sep 20 05:10:31.792659 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a92fa2dd-9077-4209-a755-4b82002449f6 req-e064f4f3-5f13-4527-896e-275d164f0981 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306845 Sep 20 05:10:32.262381 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-746743a9-8a0b-4765-ae08-c835272da970 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:32.263821 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-746743a9-8a0b-4765-ae08-c835272da970 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/networks?id=402cf5d5-feed-4c34-8546-04dd9c53c29e HTTP/1.1" status: 200 len: 813 time: 0.0973341 Sep 20 05:10:32.278207 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-71a1efba-00c4-43e4-9c29-da90413a5950 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/quotas/21ea02c76c39409faf9dd8302a445f2b HTTP/1.1" status: 200 len: 375 time: 0.0085056 Sep 20 05:10:32.312333 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-43934a74-7dc6-49b1-a40c-cbe8b4479b6e tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21ea02c76c39409faf9dd8302a445f2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284441 Sep 20 05:10:32.453383 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-50172642-3fea-41a6-9e16-11c563b6969a service neutron] 10.222.0.32 "GET /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343734 Sep 20 05:10:32.544165 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-91724e81-8b26-49f0-83a6-0a25ffe7ba6a service neutron] 10.222.0.32 "GET /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841475 Sep 20 05:10:32.697937 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9bc9ec44-6a72-4cb4-91ff-d306a0ba0907 req-60f7fa31-bfb4-4430-bb28-72ea5b2e11f6 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 210 time: 0.0259614 Sep 20 05:10:32.910172 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d19c37-9aa1-410b-b4c4-6139e0ee2450 req-907c4724-ff1e-4567-a7d2-fc95b47539c1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:32.911827 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-51d19c37-9aa1-410b-b4c4-6139e0ee2450 req-907c4724-ff1e-4567-a7d2-fc95b47539c1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0506296 Sep 20 05:10:32.953446 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-51d19c37-9aa1-410b-b4c4-6139e0ee2450 req-2d2d648c-5ffc-403e-8f43-f6c5f8315213 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356281 Sep 20 05:10:33.793540 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5b25410a-451f-484c-b414-4314742d61fd req-e8406c38-5360-4914-8383-86dd79db91b9 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 210 time: 0.0264573 Sep 20 05:10:34.057215 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-93d755c3-b0f0-43f1-b260-bc5c25300c72 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:34.058722 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-93d755c3-b0f0-43f1-b260-bc5c25300c72 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.23 "GET /v2.0/networks?id=402cf5d5-feed-4c34-8546-04dd9c53c29e HTTP/1.1" status: 200 len: 813 time: 0.1451960 Sep 20 05:10:34.061091 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225839ce-6042-49fd-9dea-ad5d673aec8e req-73414507-0bbb-4ebf-9a64-e1e8273f8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:34.062496 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-225839ce-6042-49fd-9dea-ad5d673aec8e req-73414507-0bbb-4ebf-9a64-e1e8273f8c8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1074f9196db945dd9f2236b3eca92230&device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 1099 time: 0.0786548 Sep 20 05:10:34.064999 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-95dff345-409f-49df-a3cb-52b3666f7589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:34.090840 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Request body: {'port': {'device_id': '8bec63d2-364a-428d-959a-8ca97a60c807', 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e', 'admin_state_up': True, 'tenant_id': '21ea02c76c39409faf9dd8302a445f2b'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:10:34.095746 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078be42-bbc4-467c-8a79-91fbcb622480 req-a336f02a-8422-47ee-ae0e-960311fd45e9 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:34.100467 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9078be42-bbc4-467c-8a79-91fbcb622480 req-a336f02a-8422-47ee-ae0e-960311fd45e9 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0672176 Sep 20 05:10:34.135165 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9078be42-bbc4-467c-8a79-91fbcb622480 req-a3023008-86e9-4392-9176-10ca270e6e2c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320446 Sep 20 05:10:34.245208 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225839ce-6042-49fd-9dea-ad5d673aec8e req-ae063362-318b-43ae-8b2d-12530290fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:34.246625 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-225839ce-6042-49fd-9dea-ad5d673aec8e req-ae063362-318b-43ae-8b2d-12530290fbbe service neutron] 10.222.0.23 "GET /v2.0/networks?id=3850c6d9-5a38-4302-9566-5bea500483a4 HTTP/1.1" status: 200 len: 909 time: 0.1594868 Sep 20 05:10:34.264900 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Made reservation on behalf of 21ea02c76c39409faf9dd8302a445f2b for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:10:34.268376 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:34.368325 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-225839ce-6042-49fd-9dea-ad5d673aec8e req-ffde0533-ba07-4797-b5de-3f9a1bf62050 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5665f10-298c-4492-b850-b0215c4cca5c HTTP/1.1" status: 200 len: 1002 time: 0.0977263 Sep 20 05:10:34.469182 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225839ce-6042-49fd-9dea-ad5d673aec8e req-f3d122ee-cd30-423d-b510-dc64464b6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:34.470616 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-225839ce-6042-49fd-9dea-ad5d673aec8e req-f3d122ee-cd30-423d-b510-dc64464b6ac8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=beaea98b-e35d-45f4-920f-fd21aa41d2cf HTTP/1.1" status: 200 len: 848 time: 0.0868778 Sep 20 05:10:34.487530 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Allocated IP 172.20.0.11 (402cf5d5-feed-4c34-8546-04dd9c53c29e/9dd973b2-c4c7-472c-826d-4acc57677d56/db0467b7-ba68-4944-acc9-4bd913747ef8) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:10:34.546459 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225839ce-6042-49fd-9dea-ad5d673aec8e req-5fd6be86-3f35-454e-9b1c-4990d4ad67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:34.547922 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-225839ce-6042-49fd-9dea-ad5d673aec8e req-5fd6be86-3f35-454e-9b1c-4990d4ad67a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3850c6d9-5a38-4302-9566-5bea500483a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679824 Sep 20 05:10:34.893403 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-77ee6081-96aa-4323-ad71-6d60b6e4b04f req-33c2730d-b578-42c6-8a12-178102df14e7 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 210 time: 0.0262988 Sep 20 05:10:34.901969 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:34.968574 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-225839ce-6042-49fd-9dea-ad5d673aec8e req-555a3c94-0ce4-4c26-a86a-fb8065f782bd service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094503 Sep 20 05:10:34.977098 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:35.074941 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:35.110679 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-225839ce-6042-49fd-9dea-ad5d673aec8e req-0f4516e5-ef1b-4c04-b081-10119b3f4016 service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320341 Sep 20 05:10:35.126253 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Network 402cf5d5-feed-4c34-8546-04dd9c53c29e is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:10:35.129186 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:10:35.131668 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:10:35.160204 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Pushing event updated for resources: {'Port': ['ID=db0467b7-ba68-4944-acc9-4bd913747ef8,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:35.190264 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:35.190868 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:35.205235 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-17ef7c8f-ee55-49b8-98a3-9f194b8a6f68 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1192892 Sep 20 05:10:35.225284 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Request body: {'port': {'device_id': '8bec63d2-364a-428d-959a-8ca97a60c807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:10:35.253698 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65697b20-8b54-483b-8af2-8e0aa5126df1 req-7bc74378-255e-4710-b1ac-b47d90a648da tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:35.255317 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-65697b20-8b54-483b-8af2-8e0aa5126df1 req-7bc74378-255e-4710-b1ac-b47d90a648da tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0480947 Sep 20 05:10:35.276920 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:35.292978 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-65697b20-8b54-483b-8af2-8e0aa5126df1 req-be375068-f68f-4a42-9bb4-110942c51d21 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Sep 20 05:10:35.327334 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:35.541694 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0467b7-ba68-4944-acc9-4bd913747ef8 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:10:35.549451 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:35.562047 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Transition to ACTIVE for port object db0467b7-ba68-4944-acc9-4bd913747ef8 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:10:35.565847 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:35.616483 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=db0467b7-ba68-4944-acc9-4bd913747ef8,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:35.679510 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Attempting to bind port db0467b7-ba68-4944-acc9-4bd913747ef8 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:10:35.679840 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Attempting to bind port db0467b7-ba68-4944-acc9-4bd913747ef8 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '675efd40-5b56-491f-a027-70462ce95111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:10:35.680189 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Attempting to bind port db0467b7-ba68-4944-acc9-4bd913747ef8 on network 402cf5d5-feed-4c34-8546-04dd9c53c29e {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:10:35.686689 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Port db0467b7-ba68-4944-acc9-4bd913747ef8 on network 402cf5d5-feed-4c34-8546-04dd9c53c29e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:10:35.686998 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Attempting to bind port db0467b7-ba68-4944-acc9-4bd913747ef8 on network 402cf5d5-feed-4c34-8546-04dd9c53c29e {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:10:35.691774 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:10:35.692140 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Checking segment: {'id': '675efd40-5b56-491f-a027-70462ce95111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:10:35.692521 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Bound using segment: {'id': '675efd40-5b56-491f-a027-70462ce95111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:10:35.692938 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Bound port: db0467b7-ba68-4944-acc9-4bd913747ef8, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675efd40-5b56-491f-a027-70462ce95111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:10:35.693288 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:35.756645 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] For port db0467b7-ba68-4944-acc9-4bd913747ef8, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:10:35.759510 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] For port db0467b7-ba68-4944-acc9-4bd913747ef8, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=db0467b7-ba68-4944-acc9-4bd913747ef8,segment=NetworkSegment(675efd40-5b56-491f-a027-70462ce95111),segment_id=675efd40-5b56-491f-a027-70462ce95111)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:10:35.765005 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:35.800560 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:35.801196 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:35.802930 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] 10.222.0.23 "PUT /v2.0/ports/db0467b7-ba68-4944-acc9-4bd913747ef8 HTTP/1.1" status: 200 len: 1094 time: 0.5819759 Sep 20 05:10:35.803429 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bec63d2-364a-428d-959a-8ca97a60c807', 'tag': 'db0467b7-ba68-4944-acc9-4bd913747ef8'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:10:35.806817 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2d859b-7543-4d3a-ac81-c3f14559f19a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bec63d2-364a-428d-959a-8ca97a60c807", "tag": "db0467b7-ba68-4944-acc9-4bd913747ef8"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:10:35.833295 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6142a4-7ab8-4878-b045-af28c36ce9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=db0467b7-ba68-4944-acc9-4bd913747ef8,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:35.848126 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e20f81e-b7d3-43b1-b174-eb9dbd96d71f x-openstack-request-id: req-3e20f81e-b7d3-43b1-b174-eb9dbd96d71f {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:10:35.848416 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bec63d2-364a-428d-959a-8ca97a60c807", "tag": "db0467b7-ba68-4944-acc9-4bd913747ef8", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:10:35.848658 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e20f81e-b7d3-43b1-b174-eb9dbd96d71f {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:10:35.849046 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bec63d2-364a-428d-959a-8ca97a60c807', 'tag': 'db0467b7-ba68-4944-acc9-4bd913747ef8', 'status': 'completed', 'code': 200} Sep 20 05:10:35.918551 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-563fd2e2-5702-45f7-a7ca-1bada0023219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:35.921115 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-563fd2e2-5702-45f7-a7ca-1bada0023219 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21ea02c76c39409faf9dd8302a445f2b&device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 1097 time: 0.0407791 Sep 20 05:10:35.974615 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-bc80ca93-fde1-46c6-8e32-36384677845b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db0467b7-ba68-4944-acc9-4bd913747ef8 HTTP/1.1" status: 200 len: 217 time: 0.0374799 Sep 20 05:10:36.014020 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd50c73-1994-4a61-82dc-ca11d35244f1 req-3fd212c0-6f7e-4a3e-8e8a-0c273b02dfaa tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:36.015520 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1cd50c73-1994-4a61-82dc-ca11d35244f1 req-3fd212c0-6f7e-4a3e-8e8a-0c273b02dfaa tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 944 time: 0.0520835 Sep 20 05:10:36.024580 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-d4802d1a-39ce-4a0a-b420-ce35c02a282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:36.026012 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-d4802d1a-39ce-4a0a-b420-ce35c02a282e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9dd973b2-c4c7-472c-826d-4acc57677d56 HTTP/1.1" status: 200 len: 853 time: 0.0433886 Sep 20 05:10:36.057804 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1cd50c73-1994-4a61-82dc-ca11d35244f1 req-48762ec5-0170-4eb8-b963-de19789591fd tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363681 Sep 20 05:10:36.061388 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-fe3df447-81d4-4442-a290-8d68a7c66eee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=402cf5d5-feed-4c34-8546-04dd9c53c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251710 Sep 20 05:10:36.157872 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-b0c5222c-6f0f-4a75-b2df-996a320f3a14 service neutron] 10.222.0.23 "GET /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875943 Sep 20 05:10:36.245716 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ae576d8-185e-40f5-b25b-f6437222db32 req-158ef90a-0997-40b7-9902-64119e251bd5 service neutron] 10.222.0.23 "GET /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796833 Sep 20 05:10:36.399897 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d859b-7543-4d3a-ac81-c3f14559f19a req-2eab4193-7cea-4344-83f3-298ba19332ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:36.401459 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8e2d859b-7543-4d3a-ac81-c3f14559f19a req-2eab4193-7cea-4344-83f3-298ba19332ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21ea02c76c39409faf9dd8302a445f2b&device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 1097 time: 0.0407565 Sep 20 05:10:36.406915 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433c762-68d8-456e-9bad-0bba51f78389 req-020c99e2-5514-42aa-b5ea-9c1be5ac5dfb tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:36.408470 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4433c762-68d8-456e-9bad-0bba51f78389 req-020c99e2-5514-42aa-b5ea-9c1be5ac5dfb tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0481710 Sep 20 05:10:36.446286 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4433c762-68d8-456e-9bad-0bba51f78389 req-a7ac2c86-c05d-4316-9245-a7c660ac8f0a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Sep 20 05:10:36.494464 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d859b-7543-4d3a-ac81-c3f14559f19a req-5fbfa702-d03a-474c-b60c-1ebb0b05f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:36.495925 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8e2d859b-7543-4d3a-ac81-c3f14559f19a req-5fbfa702-d03a-474c-b60c-1ebb0b05f502 service neutron] 10.222.0.23 "GET /v2.0/networks?id=402cf5d5-feed-4c34-8546-04dd9c53c29e HTTP/1.1" status: 200 len: 913 time: 0.0863662 Sep 20 05:10:36.540979 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8e2d859b-7543-4d3a-ac81-c3f14559f19a req-f8f41797-db97-4100-b432-7bd81b353a7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db0467b7-ba68-4944-acc9-4bd913747ef8 HTTP/1.1" status: 200 len: 217 time: 0.0338447 Sep 20 05:10:36.602889 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d859b-7543-4d3a-ac81-c3f14559f19a req-8c884966-acb2-43c3-8a3b-08bbbf597a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:36.604921 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8e2d859b-7543-4d3a-ac81-c3f14559f19a req-8c884966-acb2-43c3-8a3b-08bbbf597a18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9dd973b2-c4c7-472c-826d-4acc57677d56 HTTP/1.1" status: 200 len: 853 time: 0.0562789 Sep 20 05:10:36.641462 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8e2d859b-7543-4d3a-ac81-c3f14559f19a req-6d1b8691-39e8-477e-bfad-f5dc62feaf6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=402cf5d5-feed-4c34-8546-04dd9c53c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259223 Sep 20 05:10:36.742101 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8e2d859b-7543-4d3a-ac81-c3f14559f19a req-c725b5db-a560-4def-96c9-e817e0d841cb service neutron] 10.222.0.23 "GET /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874295 Sep 20 05:10:36.780481 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:36.859995 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8e2d859b-7543-4d3a-ac81-c3f14559f19a req-f046edea-6382-4912-8511-087150e005af service neutron] 10.222.0.23 "GET /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874562 Sep 20 05:10:37.173738 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332eb54f-2148-4670-8652-60db75a1c23f req-904efd43-8553-441a-b962-f1b0dc28e3fe tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:37.175225 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-332eb54f-2148-4670-8652-60db75a1c23f req-904efd43-8553-441a-b962-f1b0dc28e3fe tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 944 time: 0.0490623 Sep 20 05:10:37.214053 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-332eb54f-2148-4670-8652-60db75a1c23f req-6f0ad007-40d5-4616-a9e2-46b934b960dd tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Sep 20 05:10:37.575408 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de26417-6c54-4d65-8df2-369220ab85ca req-bd18deac-452b-4216-9701-bfbe40660345 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:37.576889 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2de26417-6c54-4d65-8df2-369220ab85ca req-bd18deac-452b-4216-9701-bfbe40660345 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0578442 Sep 20 05:10:37.616510 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2de26417-6c54-4d65-8df2-369220ab85ca req-e62cd089-aced-495f-94ee-7b1c0f61bb4f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331273 Sep 20 05:10:37.985799 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device db0467b7-ba68-4944-acc9-4bd913747ef8 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:10:38.084045 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port db0467b7-ba68-4944-acc9-4bd913747ef8, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=db0467b7-ba68-4944-acc9-4bd913747ef8,segment=NetworkSegment(675efd40-5b56-491f-a027-70462ce95111),segment_id=675efd40-5b56-491f-a027-70462ce95111)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:10:38.096164 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'db0467b7-ba68-4944-acc9-4bd913747ef8', 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e', 'port_id': 'db0467b7-ba68-4944-acc9-4bd913747ef8', 'mac_address': 'fa:16:3e:c1:98:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd973b2-c4c7-472c-826d-4acc57677d56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:10:38.132652 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:38.145639 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0467b7-ba68-4944-acc9-4bd913747ef8 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:10:38.165011 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port db0467b7-ba68-4944-acc9-4bd913747ef8, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=db0467b7-ba68-4944-acc9-4bd913747ef8,segment=NetworkSegment(675efd40-5b56-491f-a027-70462ce95111),segment_id=675efd40-5b56-491f-a027-70462ce95111)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:10:38.168559 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:38.213829 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=db0467b7-ba68-4944-acc9-4bd913747ef8,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:38.327827 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e519-c60c-4f6b-a042-ebbe4e489446 req-e885858b-8ac1-42a7-93de-2a2eb5437260 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:38.329228 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f177e519-c60c-4f6b-a042-ebbe4e489446 req-e885858b-8ac1-42a7-93de-2a2eb5437260 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 945 time: 0.0474341 Sep 20 05:10:38.366074 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f177e519-c60c-4f6b-a042-ebbe4e489446 req-f6d1c4b0-725f-46b7-8c4c-769a2c54c566 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Sep 20 05:10:38.516514 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['db0467b7-ba68-4944-acc9-4bd913747ef8'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:10:38.729987 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae665e-3768-4cb5-885f-876cc48054ce req-4a0fe7e8-30fc-44e0-930f-20a0c86e1bac tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:38.731439 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3fae665e-3768-4cb5-885f-876cc48054ce req-4a0fe7e8-30fc-44e0-930f-20a0c86e1bac tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0475829 Sep 20 05:10:38.769500 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3fae665e-3768-4cb5-885f-876cc48054ce req-9401cb2c-536e-4c73-8c9b-e37d489b31ac tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312757 Sep 20 05:10:38.836984 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-e50361c2-7f0f-46da-99f1-e3a6a254d620 req-03403a4d-24e5-4d6e-b36b-71e1cc871a51 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:10:38.837965 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e50361c2-7f0f-46da-99f1-e3a6a254d620 req-03403a4d-24e5-4d6e-b36b-71e1cc871a51 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051956 Sep 20 05:10:38.990849 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-a03a3843-31cc-4ec2-bfd1-debd9dc5595d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729320 Sep 20 05:10:39.002345 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5616f-47de-408b-a373-cc8ba4fc53ee req-f819ef4e-83b2-48d0-ba09-e14e98e1241a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:39.003746 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-95e5616f-47de-408b-a373-cc8ba4fc53ee req-f819ef4e-83b2-48d0-ba09-e14e98e1241a tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0576465 Sep 20 05:10:39.043806 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-95e5616f-47de-408b-a373-cc8ba4fc53ee req-b08cc261-ee60-43da-b717-c4ef5f8f2d1f tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339093 Sep 20 05:10:39.483549 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a53689-d784-49f0-a565-21e8405f9763 req-552dab1e-20b4-4023-a416-2653d23450f8 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:39.485067 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72a53689-d784-49f0-a565-21e8405f9763 req-552dab1e-20b4-4023-a416-2653d23450f8 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 945 time: 0.0509443 Sep 20 05:10:39.524978 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-72a53689-d784-49f0-a565-21e8405f9763 req-e15de875-d3b4-47d8-a435-0c505c6d1254 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340703 Sep 20 05:10:39.986315 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device db0467b7-ba68-4944-acc9-4bd913747ef8 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:10:40.041493 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port db0467b7-ba68-4944-acc9-4bd913747ef8 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:10:40.045801 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port db0467b7-ba68-4944-acc9-4bd913747ef8 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:10:40.046168 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:40.129803 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:40.156355 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bec63d2-364a-428d-959a-8ca97a60c807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0467b7-ba68-4944-acc9-4bd913747ef8'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:10:40.158919 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf41919-40bd-45da-9323-b5b56b236f9d" -d '{"events": [{"server_uuid": "8bec63d2-364a-428d-959a-8ca97a60c807", "name": "network-vif-plugged", "status": "completed", "tag": "db0467b7-ba68-4944-acc9-4bd913747ef8"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:10:40.173749 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6a66e-38fb-45c3-8f19-5c917ebcbe5c req-2c01f397-33fd-440c-a9ab-2a8589b683b6 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:40.177852 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port db0467b7-ba68-4944-acc9-4bd913747ef8, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=db0467b7-ba68-4944-acc9-4bd913747ef8,segment=NetworkSegment(675efd40-5b56-491f-a027-70462ce95111),segment_id=675efd40-5b56-491f-a027-70462ce95111)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:10:40.180657 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5ab6a66e-38fb-45c3-8f19-5c917ebcbe5c req-2c01f397-33fd-440c-a9ab-2a8589b683b6 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0642598 Sep 20 05:10:40.184243 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:40.185943 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device c5665f10-298c-4492-b850-b0215c4cca5c no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:10:40.217794 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5ab6a66e-38fb-45c3-8f19-5c917ebcbe5c req-fe691eb5-ed50-4e7d-8695-dd7124854171 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358791 Sep 20 05:10:40.267903 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8801f98a-e117-4e06-817b-1ea22817be56 x-openstack-request-id: req-8801f98a-e117-4e06-817b-1ea22817be56 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:10:40.268203 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bec63d2-364a-428d-959a-8ca97a60c807", "name": "network-vif-plugged", "status": "completed", "tag": "db0467b7-ba68-4944-acc9-4bd913747ef8", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:10:40.268448 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8801f98a-e117-4e06-817b-1ea22817be56 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:10:40.272321 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bec63d2-364a-428d-959a-8ca97a60c807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0467b7-ba68-4944-acc9-4bd913747ef8', 'code': 200} Sep 20 05:10:40.280607 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=db0467b7-ba68-4944-acc9-4bd913747ef8,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:40.443408 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:40.477025 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port c5665f10-298c-4492-b850-b0215c4cca5c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c5665f10-298c-4492-b850-b0215c4cca5c,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:10:40.480844 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:40.530645 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=c5665f10-298c-4492-b850-b0215c4cca5c,revision_number=6']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:40.539590 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfef7b4-ab1d-4f32-9c39-7ba9caa1a967 req-eed30d02-13a3-4b8b-a85a-14d4782886b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:40.541171 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fbfef7b4-ab1d-4f32-9c39-7ba9caa1a967 req-eed30d02-13a3-4b8b-a85a-14d4782886b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 1099 time: 0.0423796 Sep 20 05:10:40.580919 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fbfef7b4-ab1d-4f32-9c39-7ba9caa1a967 req-ab9a359e-1e80-4f0c-b92b-ebe95956f9c1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287366 Sep 20 05:10:40.638343 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d509792-0c5e-43ce-ae27-3a1f271cb8d2 req-daf1396e-d92e-4810-b308-a5106a1ea927 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:40.639704 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4d509792-0c5e-43ce-ae27-3a1f271cb8d2 req-daf1396e-d92e-4810-b308-a5106a1ea927 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 946 time: 0.0473247 Sep 20 05:10:40.679268 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4d509792-0c5e-43ce-ae27-3a1f271cb8d2 req-650d79df-ef94-45ba-9d0e-9ed73a0dda61 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336945 Sep 20 05:10:41.026511 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-62bcce64-cefb-4fa1-a407-75bf53101dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:41.027960 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-62bcce64-cefb-4fa1-a407-75bf53101dbb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3&tenant_id=1074f9196db945dd9f2236b3eca92230 HTTP/1.1" status: 200 len: 1097 time: 0.0424383 Sep 20 05:10:41.108909 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-3a7fc14c-e786-43a0-abb6-0be323e5fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:41.110420 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-3a7fc14c-e786-43a0-abb6-0be323e5fd34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1074f9196db945dd9f2236b3eca92230&device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 1097 time: 0.0402513 Sep 20 05:10:41.199897 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-1302a146-bb70-46b7-b8d5-be07006cda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:41.202063 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-1302a146-bb70-46b7-b8d5-be07006cda50 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3850c6d9-5a38-4302-9566-5bea500483a4 HTTP/1.1" status: 200 len: 909 time: 0.0808783 Sep 20 05:10:41.287940 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-11e3aa49-95f9-4f32-a5a2-a008df5c4c15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5665f10-298c-4492-b850-b0215c4cca5c HTTP/1.1" status: 200 len: 1000 time: 0.0635824 Sep 20 05:10:41.334795 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6fe9-134f-4c25-8182-66470dabf7a5 req-d1a8c218-e7c5-4405-a5c8-af776722ce66 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:41.336505 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f50c6fe9-134f-4c25-8182-66470dabf7a5 req-d1a8c218-e7c5-4405-a5c8-af776722ce66 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0496204 Sep 20 05:10:41.340408 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-f0215783-d382-407b-b748-535563ccaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:41.343047 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-f0215783-d382-407b-b748-535563ccaf1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=beaea98b-e35d-45f4-920f-fd21aa41d2cf HTTP/1.1" status: 200 len: 848 time: 0.0464716 Sep 20 05:10:41.375722 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f50c6fe9-134f-4c25-8182-66470dabf7a5 req-baa9cf28-eec0-458a-b8ec-c64db16106b6 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Sep 20 05:10:41.405539 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-e61d5ba3-4697-4971-bbd1-9059863130fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:41.407062 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-e61d5ba3-4697-4971-bbd1-9059863130fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3850c6d9-5a38-4302-9566-5bea500483a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433555 Sep 20 05:10:41.500675 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-13e5a875-df11-462f-8d55-8eec44d42ccc service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852330 Sep 20 05:10:41.618692 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-deb1a9a2-ca5c-4eba-aeff-05fa0d5f2dd4 req-8b568ee2-bf56-4d43-84a4-a3ee2fb79542 service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851047 Sep 20 05:10:41.799699 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e85d8b-a3aa-4f16-a2c3-3fd3a546783b req-a8659ddd-5d4b-4938-b569-1d4808bbae42 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:41.801136 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-07e85d8b-a3aa-4f16-a2c3-3fd3a546783b req-a8659ddd-5d4b-4938-b569-1d4808bbae42 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 946 time: 0.0506067 Sep 20 05:10:41.841934 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-07e85d8b-a3aa-4f16-a2c3-3fd3a546783b req-34207cf7-4907-4d7c-b94e-3802e805719d tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350173 Sep 20 05:10:42.274113 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:10:42.276453 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de333873-501f-4506-af39-eb3451b6bb88" -d '{"events": [{"server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "name": "network-vif-unplugged", "status": "completed", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:10:42.312197 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 05:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ac0aa3-2036-42aa-b8d9-6e5cabed6061 x-openstack-request-id: req-84ac0aa3-2036-42aa-b8d9-6e5cabed6061 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:10:42.312504 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "name": "network-vif-unplugged", "status": "completed", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:10:42.312752 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84ac0aa3-2036-42aa-b8d9-6e5cabed6061 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:10:42.313132 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'code': 200} Sep 20 05:10:42.492793 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf95bba-4ed9-4adb-a99e-8cb7def757c0 req-0fc1294c-202f-4154-aa84-9629c81b8835 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:42.494830 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3bf95bba-4ed9-4adb-a99e-8cb7def757c0 req-0fc1294c-202f-4154-aa84-9629c81b8835 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0482218 Sep 20 05:10:42.534256 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3bf95bba-4ed9-4adb-a99e-8cb7def757c0 req-584d4c27-a831-4b3b-8659-341508a2eaf3 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322347 Sep 20 05:10:42.956310 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fd468-6ecf-4445-b45e-007670908f2a req-922b43aa-a010-4879-8a59-ef6d90619d5c tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:42.957777 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d94fd468-6ecf-4445-b45e-007670908f2a req-922b43aa-a010-4879-8a59-ef6d90619d5c tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 946 time: 0.0480235 Sep 20 05:10:42.999893 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d94fd468-6ecf-4445-b45e-007670908f2a req-ffdd8ba3-1e8b-48a4-81d5-418f0e16648f tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362017 Sep 20 05:10:43.651195 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad543c97-9fe3-42c2-9b8d-6ce41e9bdd23 req-924f46d8-f9d3-4c6f-ab18-8bf4451cd99c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:43.652699 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ad543c97-9fe3-42c2-9b8d-6ce41e9bdd23 req-924f46d8-f9d3-4c6f-ab18-8bf4451cd99c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0528238 Sep 20 05:10:43.920283 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ad543c97-9fe3-42c2-9b8d-6ce41e9bdd23 req-bc18d119-f034-4a38-9466-d5442cb5070e tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605114 Sep 20 05:10:45.058851 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e9125-8514-4027-a11c-b6c764e90a68 req-5e6ccf0f-5f58-4639-8a50-ceeae96cb513 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:45.067376 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2d5e9125-8514-4027-a11c-b6c764e90a68 req-5e6ccf0f-5f58-4639-8a50-ceeae96cb513 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0732157 Sep 20 05:10:45.102401 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2d5e9125-8514-4027-a11c-b6c764e90a68 req-1dcbff5e-122d-45f7-8ef6-b06a83a91204 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341754 Sep 20 05:10:46.219358 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85278536-0b9e-49e4-938a-3f992c323195 req-d38c37dd-296c-46f3-99b1-faac424957a6 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:46.220848 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-85278536-0b9e-49e4-938a-3f992c323195 req-d38c37dd-296c-46f3-99b1-faac424957a6 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0520337 Sep 20 05:10:46.259784 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-85278536-0b9e-49e4-938a-3f992c323195 req-e11a59ca-8b9b-4fed-a3ba-eb7d1e23c523 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Sep 20 05:10:47.318952 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68844964-bfd7-4485-94a2-c6ffa03cfb47 req-83e88828-a324-47e0-bd09-cab99ad9e890 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:47.320925 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-68844964-bfd7-4485-94a2-c6ffa03cfb47 req-83e88828-a324-47e0-bd09-cab99ad9e890 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0539284 Sep 20 05:10:47.384284 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-68844964-bfd7-4485-94a2-c6ffa03cfb47 req-f8806cfd-a3bb-4a96-bab1-e0823b1cbc19 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563164 Sep 20 05:10:47.402331 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a95715-8a8a-406c-a68f-443b77de5feb req-bd4122ac-aa50-4e63-a363-426ef53ef189 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:47.402331 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-16a95715-8a8a-406c-a68f-443b77de5feb req-bd4122ac-aa50-4e63-a363-426ef53ef189 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0677388 Sep 20 05:10:47.440791 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-16a95715-8a8a-406c-a68f-443b77de5feb req-a22a8660-4a1c-45ff-b3fc-903131fa23ec tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326467 Sep 20 05:10:48.509749 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e9a99-9772-4079-a25d-54a3c1ad1827 req-885d021e-b339-47d3-baa8-94e62afe3f55 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:48.511247 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-427e9a99-9772-4079-a25d-54a3c1ad1827 req-885d021e-b339-47d3-baa8-94e62afe3f55 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0487778 Sep 20 05:10:48.575122 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-427e9a99-9772-4079-a25d-54a3c1ad1827 req-387f3e0c-cffe-4532-8b35-c152528b32b9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538492 Sep 20 05:10:48.587793 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd518-9abd-472d-ae8d-ab002a768f5f req-414b2fd3-0152-41c3-b5c5-fd5a79dbfea1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:48.589429 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b27dd518-9abd-472d-ae8d-ab002a768f5f req-414b2fd3-0152-41c3-b5c5-fd5a79dbfea1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0769994 Sep 20 05:10:48.627467 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b27dd518-9abd-472d-ae8d-ab002a768f5f req-ca06008f-5b73-4335-b8a9-7015b535ac33 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320866 Sep 20 05:10:49.697329 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02806206-31c0-4a4c-a719-51afe0f50cb1 req-55cfa1bd-0487-4f4f-a106-d7acd53fb397 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:49.698816 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-02806206-31c0-4a4c-a719-51afe0f50cb1 req-55cfa1bd-0487-4f4f-a106-d7acd53fb397 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0506275 Sep 20 05:10:49.768278 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-02806206-31c0-4a4c-a719-51afe0f50cb1 req-c0d1c919-e328-4bd9-86d8-95df493dc215 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588772 Sep 20 05:10:49.780794 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34292e4a-58fb-41ea-a054-c573ea5a12fc req-f51b2b9f-fca4-4307-8cea-f45765605c28 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:49.782234 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-34292e4a-58fb-41ea-a054-c573ea5a12fc req-f51b2b9f-fca4-4307-8cea-f45765605c28 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 944 time: 0.0825524 Sep 20 05:10:49.820208 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-34292e4a-58fb-41ea-a054-c573ea5a12fc req-c64ece30-62bb-4eaf-89c0-1e1608610693 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Sep 20 05:10:50.035055 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device c5665f10-298c-4492-b850-b0215c4cca5c details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:10:50.133701 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port c5665f10-298c-4492-b850-b0215c4cca5c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c5665f10-298c-4492-b850-b0215c4cca5c,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:10:50.144632 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'port_id': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'mac_address': 'fa:16:3e:79:01:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:10:50.182667 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:50.195552 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5665f10-298c-4492-b850-b0215c4cca5c {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:10:50.214802 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port c5665f10-298c-4492-b850-b0215c4cca5c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c5665f10-298c-4492-b850-b0215c4cca5c,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:10:50.218857 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:50.270383 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=c5665f10-298c-4492-b850-b0215c4cca5c,revision_number=7']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:50.596694 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['c5665f10-298c-4492-b850-b0215c4cca5c'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:10:50.888671 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c391b5f-4556-4b68-9c3b-fc44fc75ade4 req-aa0fe6a6-2809-48e2-8f54-ac48d932587f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:50.891248 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c391b5f-4556-4b68-9c3b-fc44fc75ade4 req-aa0fe6a6-2809-48e2-8f54-ac48d932587f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0499952 Sep 20 05:10:50.956684 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c391b5f-4556-4b68-9c3b-fc44fc75ade4 req-3a25a90a-92c2-4dd4-bd19-b899e7357dd3 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565922 Sep 20 05:10:50.964520 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b56325-8a76-4558-996d-5f3445488815 req-defd28b9-8d1d-457c-a6dd-1edc6ec8c0ad tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:50.965939 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-82b56325-8a76-4558-996d-5f3445488815 req-defd28b9-8d1d-457c-a6dd-1edc6ec8c0ad tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 945 time: 0.0738254 Sep 20 05:10:51.006364 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-82b56325-8a76-4558-996d-5f3445488815 req-656d6adb-8fe5-4491-8b16-df839331111d tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336761 Sep 20 05:10:52.064253 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device c5665f10-298c-4492-b850-b0215c4cca5c up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:10:52.082702 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80594f2-4215-4727-a1a6-aac6be584282 req-c29feb84-8e19-443e-8f41-4bef0ba084af tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:52.084215 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c80594f2-4215-4727-a1a6-aac6be584282 req-c29feb84-8e19-443e-8f41-4bef0ba084af tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0559466 Sep 20 05:10:52.112865 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port c5665f10-298c-4492-b850-b0215c4cca5c triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:10:52.113230 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:52.150722 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c80594f2-4215-4727-a1a6-aac6be584282 req-7c879226-807d-4fd2-9da0-49d1e58edf0d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553291 Sep 20 05:10:52.159433 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a0d3a-f50f-4ac7-b15c-547e27171fe7 req-92b22a78-55bf-4a85-89f1-6e2ffda008c1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:52.161934 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6e7a0d3a-f50f-4ac7-b15c-547e27171fe7 req-92b22a78-55bf-4a85-89f1-6e2ffda008c1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 945 time: 0.0763898 Sep 20 05:10:52.195712 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:52.200436 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6e7a0d3a-f50f-4ac7-b15c-547e27171fe7 req-25284797-a413-4e72-8a30-39dcba7436e1 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329468 Sep 20 05:10:52.219621 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:10:52.221999 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7bf02b-3c9b-4199-bdc5-c721655430b7" -d '{"events": [{"server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "name": "network-vif-plugged", "status": "completed", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:10:52.240618 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port c5665f10-298c-4492-b850-b0215c4cca5c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c5665f10-298c-4492-b850-b0215c4cca5c,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:10:52.244775 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:52.292084 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=c5665f10-298c-4492-b850-b0215c4cca5c,revision_number=8']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:10:52.316977 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045a1726-7a3d-4f2b-8c2a-5d7623d397a5 x-openstack-request-id: req-045a1726-7a3d-4f2b-8c2a-5d7623d397a5 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:10:52.317275 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "name": "network-vif-plugged", "status": "completed", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:10:52.317526 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-045a1726-7a3d-4f2b-8c2a-5d7623d397a5 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:10:52.317918 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'code': 200} Sep 20 05:10:52.652170 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd69f6-70ad-48ea-91f6-7fab9afb6193 req-3a33ff41-60dd-4769-8bb0-a64301b99ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:52.653570 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6acd69f6-70ad-48ea-91f6-7fab9afb6193 req-3a33ff41-60dd-4769-8bb0-a64301b99ec4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 1099 time: 0.0398383 Sep 20 05:10:52.690304 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6acd69f6-70ad-48ea-91f6-7fab9afb6193 req-f6d9e0d0-c88a-4c31-bf89-1ba0e08a7cb8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272920 Sep 20 05:10:53.277781 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467a564-4711-4607-8f0a-e77d4ed12ee1 req-3a33df11-ea6b-4517-a00b-c6cb89da5ba4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:53.279263 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4467a564-4711-4607-8f0a-e77d4ed12ee1 req-3a33df11-ea6b-4517-a00b-c6cb89da5ba4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0497141 Sep 20 05:10:53.345157 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4467a564-4711-4607-8f0a-e77d4ed12ee1 req-7c743fd8-7bc4-4066-b521-fc15f01e2462 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568492 Sep 20 05:10:53.355942 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb0dad-8cd8-454b-ac55-aafeb289ae84 req-f2b23aab-6d0b-4576-bb15-4f91de2230e2 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:53.357396 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-75cb0dad-8cd8-454b-ac55-aafeb289ae84 req-f2b23aab-6d0b-4576-bb15-4f91de2230e2 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0772839 Sep 20 05:10:53.395223 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-75cb0dad-8cd8-454b-ac55-aafeb289ae84 req-d44a3e74-bc29-4157-860d-54f733e2dc02 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307641 Sep 20 05:10:54.466535 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2565f3-03e3-4f7b-960f-e560fcd7c553 req-57f93a91-a85b-401e-9daf-b4e8a6443a99 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:54.468597 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6a2565f3-03e3-4f7b-960f-e560fcd7c553 req-57f93a91-a85b-401e-9daf-b4e8a6443a99 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0518322 Sep 20 05:10:54.534504 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6a2565f3-03e3-4f7b-960f-e560fcd7c553 req-d6929ed2-af15-4f31-a0e7-fe45f5c7e41a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570138 Sep 20 05:10:54.545482 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2362923-e486-4f8d-bd52-cae73fbbd337 req-813ea624-ea8d-40d9-b428-2613b4b0809e tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:54.547314 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2362923-e486-4f8d-bd52-cae73fbbd337 req-813ea624-ea8d-40d9-b428-2613b4b0809e tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0778179 Sep 20 05:10:54.584801 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2362923-e486-4f8d-bd52-cae73fbbd337 req-7726a7f3-1f8d-49b9-9c97-9a4c0e3ead0d tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Sep 20 05:10:55.657660 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ea00b-a532-4a8b-befc-d79a56c3d4ca req-aa169f7a-1378-47e4-9774-7985dfd77234 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:55.659931 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2f1ea00b-a532-4a8b-befc-d79a56c3d4ca req-aa169f7a-1378-47e4-9774-7985dfd77234 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0532253 Sep 20 05:10:55.699215 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2f1ea00b-a532-4a8b-befc-d79a56c3d4ca req-49299ae7-e0b6-4413-bd57-249177460bfa tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334294 Sep 20 05:10:56.826650 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4e7e0-518c-4f88-ba6a-1e59546c4181 req-bf66f835-4d3b-470a-926e-7d495d60a0a0 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:56.828357 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b8d4e7e0-518c-4f88-ba6a-1e59546c4181 req-bf66f835-4d3b-470a-926e-7d495d60a0a0 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0506742 Sep 20 05:10:56.866223 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b8d4e7e0-518c-4f88-ba6a-1e59546c4181 req-56fc54a3-48bf-43b3-a274-bc512adaec80 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Sep 20 05:10:57.993932 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f26da-ee62-455f-8a0d-4d8c7ac384b0 req-14f73c5d-f5df-446a-89e2-e5c5d51fbcfc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:57.995405 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8e1f26da-ee62-455f-8a0d-4d8c7ac384b0 req-14f73c5d-f5df-446a-89e2-e5c5d51fbcfc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0530415 Sep 20 05:10:58.034639 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8e1f26da-ee62-455f-8a0d-4d8c7ac384b0 req-827989f5-42fb-48e7-91d7-afa45d582f86 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314300 Sep 20 05:10:58.433190 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:10:59.156464 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff5962-70e4-40ec-8759-9a4fd422c1ca req-9112b6e0-1837-4f6e-8739-a1a982d973ee tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:10:59.157948 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-07ff5962-70e4-40ec-8759-9a4fd422c1ca req-9112b6e0-1837-4f6e-8739-a1a982d973ee tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0475795 Sep 20 05:10:59.203531 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-07ff5962-70e4-40ec-8759-9a4fd422c1ca req-8cf0c645-a46b-4cde-b50f-6e49368fe672 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383441 Sep 20 05:11:00.331363 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785efe5-624a-48fe-9ce0-12dd43209778 req-b6cb4a63-90c9-4821-bd15-901bfdf52acc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:00.332953 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4785efe5-624a-48fe-9ce0-12dd43209778 req-b6cb4a63-90c9-4821-bd15-901bfdf52acc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0534220 Sep 20 05:11:00.373445 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4785efe5-624a-48fe-9ce0-12dd43209778 req-5dfb6f65-acaf-4399-97bd-6ef786e9d5e1 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345206 Sep 20 05:11:01.501342 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea312c-e87a-4f67-8fe0-eeef37678f62 req-252f7fe9-3a6b-4447-bd40-fee1a15cd26d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:01.502500 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3eea312c-e87a-4f67-8fe0-eeef37678f62 req-252f7fe9-3a6b-4447-bd40-fee1a15cd26d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0548010 Sep 20 05:11:01.529507 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-41a5f9a8-3178-4a73-9f9e-b716b48191e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:01.552493 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3eea312c-e87a-4f67-8fe0-eeef37678f62 req-04cfe31f-69e3-4377-b03d-12343da44cfb tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405500 Sep 20 05:11:02.677953 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a29a13-775f-47a7-9cf6-2e3be152e5f9 req-acf0c640-436b-4ad1-aad8-afcef1f70a29 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:02.679449 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-03a29a13-775f-47a7-9cf6-2e3be152e5f9 req-acf0c640-436b-4ad1-aad8-afcef1f70a29 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0509446 Sep 20 05:11:02.716863 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-03a29a13-775f-47a7-9cf6-2e3be152e5f9 req-49c6fd18-1605-4160-b1d4-e336cad615a5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314987 Sep 20 05:11:03.835209 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab1218-63bf-4b5c-99fb-111b26e030cd req-47e8ea56-99ea-464f-a635-fa4c037c5365 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:03.836744 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-beab1218-63bf-4b5c-99fb-111b26e030cd req-47e8ea56-99ea-464f-a635-fa4c037c5365 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0489402 Sep 20 05:11:03.874519 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-beab1218-63bf-4b5c-99fb-111b26e030cd req-a3c1ab93-19c9-42eb-8ba7-7b4cd061170d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Sep 20 05:11:04.055983 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ca869f00-86cd-4cfa-b920-b003b1894dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:04.094412 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device ce0a0e28-6052-4817-9c8f-321d17ef7530 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:11:04.185823 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:11:04.197042 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'port_id': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'mac_address': 'fa:16:3e:5a:f6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:11:04.233762 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:04.246275 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce0a0e28-6052-4817-9c8f-321d17ef7530 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:11:04.266594 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:11:04.270583 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:04.315946 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=ce0a0e28-6052-4817-9c8f-321d17ef7530,revision_number=6']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:11:04.322636 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:04.322981 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:04.323314 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:04.323653 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:04.323977 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:04.324326 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:04.324651 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:04.324970 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:04.325308 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:04.325628 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:04.325947 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:04.326260 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:04.443554 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['ce0a0e28-6052-4817-9c8f-321d17ef7530'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:11:04.889267 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:11:04.905544 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:04.997353 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef5f4c-9bc0-40dd-ba1b-207e89ef7768 req-a828efa7-2163-4b65-94f2-3083021c0f8b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:04.999678 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e2ef5f4c-9bc0-40dd-ba1b-207e89ef7768 req-a828efa7-2163-4b65-94f2-3083021c0f8b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 944 time: 0.0512362 Sep 20 05:11:05.035595 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e2ef5f4c-9bc0-40dd-ba1b-207e89ef7768 req-6ad0f79c-4735-48b6-b554-446b0325681d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303171 Sep 20 05:11:05.328792 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:06.098314 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device ce0a0e28-6052-4817-9c8f-321d17ef7530 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:11:06.148850 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port ce0a0e28-6052-4817-9c8f-321d17ef7530 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:11:06.149311 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:06.162506 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a86c8-bbf9-49b6-9274-226d3f1c3c6b req-cc5d8351-e273-4a54-8aa3-d57285683821 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:06.163994 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-866a86c8-bbf9-49b6-9274-226d3f1c3c6b req-cc5d8351-e273-4a54-8aa3-d57285683821 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 944 time: 0.0515332 Sep 20 05:11:06.203834 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-866a86c8-bbf9-49b6-9274-226d3f1c3c6b req-2cc57cf2-f61a-40fa-9827-a8dca5dd84bc tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332904 Sep 20 05:11:06.237207 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:06.260256 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:11:06.262482 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0598d6bc-3d1c-4a66-8487-7bbc09faf386" -d '{"events": [{"server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "name": "network-vif-plugged", "status": "completed", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:11:06.276229 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:11:06.281325 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:06.307126 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5f6e37-c0cb-491e-88a3-5c1d9ddc5806 x-openstack-request-id: req-ef5f6e37-c0cb-491e-88a3-5c1d9ddc5806 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:11:06.307416 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "name": "network-vif-plugged", "status": "completed", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:11:06.307666 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef5f6e37-c0cb-491e-88a3-5c1d9ddc5806 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:11:06.308068 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'code': 200} Sep 20 05:11:06.337277 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=ce0a0e28-6052-4817-9c8f-321d17ef7530,revision_number=7']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:11:06.797253 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:07.335765 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebc112-dde8-4228-af69-4cf90a8f749c req-2b1561f3-2e4f-4a4d-beb6-388cb568989a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:07.337494 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-97ebc112-dde8-4228-af69-4cf90a8f749c req-2b1561f3-2e4f-4a4d-beb6-388cb568989a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0569308 Sep 20 05:11:07.384576 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-97ebc112-dde8-4228-af69-4cf90a8f749c req-2466a0c4-1645-4b70-a0a1-ff17d5f7f5f6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362113 Sep 20 05:11:08.571976 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3c4d3-30f1-4571-ad75-f95736ebfe0a req-a172d01e-d4f6-43d4-9b79-49d098893756 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:08.573533 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a4f3c4d3-30f1-4571-ad75-f95736ebfe0a req-a172d01e-d4f6-43d4-9b79-49d098893756 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0740337 Sep 20 05:11:08.633314 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a4f3c4d3-30f1-4571-ad75-f95736ebfe0a req-f027487b-87fe-4012-a666-73201793e533 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504634 Sep 20 05:11:09.772297 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb98536-cc80-437e-9ba6-c2f95eb995dd req-a9d87484-a6e7-4f26-9e06-89b7a29c0f95 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:09.774595 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7bb98536-cc80-437e-9ba6-c2f95eb995dd req-a9d87484-a6e7-4f26-9e06-89b7a29c0f95 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0572367 Sep 20 05:11:09.820156 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7bb98536-cc80-437e-9ba6-c2f95eb995dd req-b42a3268-2bd6-4ecc-8f54-78f13e8ec3e4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358951 Sep 20 05:11:10.959435 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cfd16-4c7d-4321-83e4-f3901b48c633 req-f33ac11e-303d-4dbc-843d-ccfee5ed255d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:10.964571 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-675cfd16-4c7d-4321-83e4-f3901b48c633 req-f33ac11e-303d-4dbc-843d-ccfee5ed255d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0616117 Sep 20 05:11:11.004971 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-675cfd16-4c7d-4321-83e4-f3901b48c633 req-075c6047-d05d-4b09-bfcc-c67a4277e390 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342457 Sep 20 05:11:12.148816 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543bc33-cc7e-48c9-b84c-cbb3b12a29f1 req-34f64bc3-b414-4f21-ba67-3270d81588f3 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:12.150325 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d543bc33-cc7e-48c9-b84c-cbb3b12a29f1 req-34f64bc3-b414-4f21-ba67-3270d81588f3 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0527883 Sep 20 05:11:12.195813 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d543bc33-cc7e-48c9-b84c-cbb3b12a29f1 req-20ef2d0e-1983-467f-bfe0-592675572076 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375428 Sep 20 05:11:13.344255 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fced6c-4559-44c3-9000-1b11a322707b req-de43e622-9e20-4aa9-9d2d-2c70694a3a40 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:13.353183 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8fced6c-4559-44c3-9000-1b11a322707b req-de43e622-9e20-4aa9-9d2d-2c70694a3a40 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0669987 Sep 20 05:11:13.396614 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d8fced6c-4559-44c3-9000-1b11a322707b req-0a50e8de-62ce-48a2-b6cd-c1e3c468984f tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 Sep 20 05:11:14.540296 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a14a5-254c-47db-97ff-8a4c350aa24c req-eb467e34-c552-4db8-918e-3247c477ad3c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:14.542122 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1c9a14a5-254c-47db-97ff-8a4c350aa24c req-eb467e34-c552-4db8-918e-3247c477ad3c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0575726 Sep 20 05:11:14.585844 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1c9a14a5-254c-47db-97ff-8a4c350aa24c req-cd22b7d4-2e5b-4266-aef9-5dd03dc0b043 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362892 Sep 20 05:11:15.712301 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f2539-6f96-4e32-9bcd-c7c4877db081 req-814fff7c-d898-4983-b497-40c7954974d5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:15.713777 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f98f2539-6f96-4e32-9bcd-c7c4877db081 req-814fff7c-d898-4983-b497-40c7954974d5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0524180 Sep 20 05:11:15.754520 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f98f2539-6f96-4e32-9bcd-c7c4877db081 req-3919bea6-4ad4-49b2-8aa1-7ea81eba8dde tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345919 Sep 20 05:11:16.880795 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddc7c4-f0ae-452f-babd-5a7db5727feb req-90c3848c-e60b-4088-82a8-f8caa8a2c390 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:16.882283 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-91ddc7c4-f0ae-452f-babd-5a7db5727feb req-90c3848c-e60b-4088-82a8-f8caa8a2c390 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0510356 Sep 20 05:11:16.919200 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-91ddc7c4-f0ae-452f-babd-5a7db5727feb req-3bf0c41d-ff92-4089-8ddb-2a8970b7251a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305669 Sep 20 05:11:17.648933 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203d106-7774-4000-b21d-d876237d3192 req-3fe7e255-4373-433d-b052-b6c1ee250f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:17.650379 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4203d106-7774-4000-b21d-d876237d3192 req-3fe7e255-4373-433d-b052-b6c1ee250f81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 1098 time: 0.0387490 Sep 20 05:11:17.744654 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203d106-7774-4000-b21d-d876237d3192 req-a28a2434-cf3f-4484-841e-14c10f3a7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:17.746265 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4203d106-7774-4000-b21d-d876237d3192 req-a28a2434-cf3f-4484-841e-14c10f3a7d8c service neutron] 10.222.0.23 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 916 time: 0.0852873 Sep 20 05:11:17.816769 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4203d106-7774-4000-b21d-d876237d3192 req-86b2b94c-c1a3-43ee-8138-b6cef68be066 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530 HTTP/1.1" status: 200 len: 1001 time: 0.0580516 Sep 20 05:11:17.879933 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203d106-7774-4000-b21d-d876237d3192 req-ca0e2e42-f3be-4a1d-9d3b-698f476ff12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:17.881735 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4203d106-7774-4000-b21d-d876237d3192 req-ca0e2e42-f3be-4a1d-9d3b-698f476ff12d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 200 len: 855 time: 0.0579472 Sep 20 05:11:17.943711 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203d106-7774-4000-b21d-d876237d3192 req-8ab4278d-28a5-485b-99d2-7ebe2503dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:17.945716 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4203d106-7774-4000-b21d-d876237d3192 req-8ab4278d-28a5-485b-99d2-7ebe2503dc01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=938fc456-60b7-4e39-9ccf-45538a5abe25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433564 Sep 20 05:11:18.047518 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740f8c3-1811-4ea0-99af-0c4fb7eefcf9 req-b6d247ed-6d62-4987-8498-205b8adfbb9e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:18.049113 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4740f8c3-1811-4ea0-99af-0c4fb7eefcf9 req-b6d247ed-6d62-4987-8498-205b8adfbb9e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0553887 Sep 20 05:11:18.051828 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4203d106-7774-4000-b21d-d876237d3192 req-09dc71e4-5d62-4ec2-b820-f52083124559 service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843022 Sep 20 05:11:18.087138 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4740f8c3-1811-4ea0-99af-0c4fb7eefcf9 req-ae730c09-eff9-4926-8094-116796c508ec tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318630 Sep 20 05:11:18.149289 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4203d106-7774-4000-b21d-d876237d3192 req-95c59c80-7d88-41df-a210-809fe9fb32a9 service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855765 Sep 20 05:11:19.211136 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d4cb4-9e91-458b-bdd9-24d6201f7e53 req-d41ce058-a644-48d7-97a6-fc03d655cfdd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:19.212526 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-de2d4cb4-9e91-458b-bdd9-24d6201f7e53 req-d41ce058-a644-48d7-97a6-fc03d655cfdd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0521109 Sep 20 05:11:19.249754 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-de2d4cb4-9e91-458b-bdd9-24d6201f7e53 req-965b885b-d394-4358-8f7f-6616ee3160cf tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310662 Sep 20 05:11:20.368067 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cc9f2-2fc8-46a0-924f-6ddc35061317 req-e8872d65-01ab-4afe-a534-cdfe0b818ef9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:20.369533 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe0cc9f2-2fc8-46a0-924f-6ddc35061317 req-e8872d65-01ab-4afe-a534-cdfe0b818ef9 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 945 time: 0.0500741 Sep 20 05:11:20.406993 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe0cc9f2-2fc8-46a0-924f-6ddc35061317 req-c941db26-a32d-4bf8-b3b3-84eb12180106 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309803 Sep 20 05:11:21.070096 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device ce0a0e28-6052-4817-9c8f-321d17ef7530 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:11:21.146249 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:21.167556 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:11:21.169794 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be44edf-204d-4ece-9e6d-b056aa522127" -d '{"events": [{"server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:11:21.182235 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:11:21.187280 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:21.213052 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 05:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30b1797-a816-4738-bead-59e3f100189e x-openstack-request-id: req-a30b1797-a816-4738-bead-59e3f100189e {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:11:21.213368 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:11:21.213624 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a30b1797-a816-4738-bead-59e3f100189e {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:11:21.214008 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'code': 200} Sep 20 05:11:21.238087 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=ce0a0e28-6052-4817-9c8f-321d17ef7530,revision_number=8']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:11:21.527686 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6740d50-8281-4680-8eda-1cd9981cce88 req-0c63654d-1b82-4c35-9af9-1dcae1b38228 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:21.529216 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c6740d50-8281-4680-8eda-1cd9981cce88 req-0c63654d-1b82-4c35-9af9-1dcae1b38228 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0511205 Sep 20 05:11:21.567186 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c6740d50-8281-4680-8eda-1cd9981cce88 req-74a2951a-b52b-4fdf-b953-f77eb3e20628 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Sep 20 05:11:22.689278 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b53199-71e9-4dba-afad-79a036c696d3 req-a9c600f2-9a75-4ee9-831e-047c644bd300 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:22.690753 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-59b53199-71e9-4dba-afad-79a036c696d3 req-a9c600f2-9a75-4ee9-831e-047c644bd300 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0528526 Sep 20 05:11:22.728481 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-59b53199-71e9-4dba-afad-79a036c696d3 req-2cf59207-1294-4761-9a5c-cc53bd00dc4c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Sep 20 05:11:23.852151 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb640f-6e06-443e-9bc5-2ae8fb5ce275 req-4e867721-3fbd-4e3a-a8e4-88600e6af027 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:23.853625 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4eeb640f-6e06-443e-9bc5-2ae8fb5ce275 req-4e867721-3fbd-4e3a-a8e4-88600e6af027 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0500150 Sep 20 05:11:23.890218 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4eeb640f-6e06-443e-9bc5-2ae8fb5ce275 req-1897b625-678f-4e60-9f8d-7a318f3b9d2b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306125 Sep 20 05:11:24.832538 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941666ab-4c4a-4e19-981c-b2c25631a7c3 req-8f8c6382-ae03-4632-b3ae-e4f8c1bece56 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:24.834061 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-941666ab-4c4a-4e19-981c-b2c25631a7c3 req-8f8c6382-ae03-4632-b3ae-e4f8c1bece56 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0493689 Sep 20 05:11:24.871937 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-941666ab-4c4a-4e19-981c-b2c25631a7c3 req-c9b5eb9e-3366-42d4-a538-f433f4132f00 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319583 Sep 20 05:11:25.038046 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 43320) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:11:25.122013 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-6fafaec4-718e-477c-a6d0-e4bce7404973 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828316 Sep 20 05:11:25.130688 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-5339ac20-a68e-4c65-bd13-1a10e85bcda2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:11:25.131631 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-5339ac20-a68e-4c65-bd13-1a10e85bcda2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047543 Sep 20 05:11:25.992088 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff6423-37f6-4998-b387-5d84e08bea42 req-9e8352ea-3872-4494-9e99-66d34c3e9aa2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:25.993597 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-96ff6423-37f6-4998-b387-5d84e08bea42 req-9e8352ea-3872-4494-9e99-66d34c3e9aa2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0487690 Sep 20 05:11:26.032238 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-96ff6423-37f6-4998-b387-5d84e08bea42 req-d6702968-ce53-4cdb-8733-7d20b42d5c4a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320189 Sep 20 05:11:26.043906 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-e9590b31-2286-41d2-aaec-968851b36f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:26.046593 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-e9590b31-2286-41d2-aaec-968851b36f69 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180&tenant_id=0ad587c82aaf4f638b2311fc969a1ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0413809 Sep 20 05:11:26.122948 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-a91ffd61-919a-40af-be8d-757bec7ea9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:26.124997 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-a91ffd61-919a-40af-be8d-757bec7ea9d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 1096 time: 0.0400116 Sep 20 05:11:26.216255 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-36f1d948-0e83-4cb3-83da-41514b440912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:26.217719 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-36f1d948-0e83-4cb3-83da-41514b440912 service neutron] 10.222.0.23 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 916 time: 0.0841737 Sep 20 05:11:26.283868 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-b2408b14-ca61-4dd9-8041-faadbd1d6eca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530 HTTP/1.1" status: 200 len: 999 time: 0.0570776 Sep 20 05:11:26.337564 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-a38915f2-caee-42d3-bc1d-65fb2b6394c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:26.338976 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-a38915f2-caee-42d3-bc1d-65fb2b6394c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 200 len: 855 time: 0.0485780 Sep 20 05:11:26.384073 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-3c796043-4efa-40d8-b610-34e79cb7f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:26.385403 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-3c796043-4efa-40d8-b610-34e79cb7f141 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=938fc456-60b7-4e39-9ccf-45538a5abe25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394127 Sep 20 05:11:26.476655 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-b573f13a-c745-4b2a-acd7-1e8449d42b94 service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835388 Sep 20 05:11:26.564942 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-291e5245-d75b-4a75-89a3-d9edd3429ba7 req-0e4e8610-ab14-4c58-8023-5d5825a615ce service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808830 Sep 20 05:11:27.065160 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device ce0a0e28-6052-4817-9c8f-321d17ef7530 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:11:27.185050 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab0ac7-994b-4905-847f-554cb4ef2856 req-d7a14e33-f4e8-4934-a8b1-896147adb68a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:27.187412 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-acab0ac7-994b-4905-847f-554cb4ef2856 req-d7a14e33-f4e8-4934-a8b1-896147adb68a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0635269 Sep 20 05:11:27.241935 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-acab0ac7-994b-4905-847f-554cb4ef2856 req-ffc20073-8c8b-4c26-9da5-98af51ad6068 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483382 Sep 20 05:11:28.380655 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac03f3-11ad-4ebc-809b-4f2b39838f0b req-d2e79310-d5ec-4b06-8914-16a41797ecb4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:28.382143 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70ac03f3-11ad-4ebc-809b-4f2b39838f0b req-d2e79310-d5ec-4b06-8914-16a41797ecb4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0573463 Sep 20 05:11:28.425389 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-70ac03f3-11ad-4ebc-809b-4f2b39838f0b req-8699ca2a-f6ee-4134-abe8-26e0d43538be tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374129 Sep 20 05:11:28.459233 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:29.565902 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7ae2d-0ea3-4474-a4e4-bbe062e4545c req-fb5c5e09-fd1f-42f2-a89a-dc5be9e921cd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:29.567865 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbc7ae2d-0ea3-4474-a4e4-bbe062e4545c req-fb5c5e09-fd1f-42f2-a89a-dc5be9e921cd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0525861 Sep 20 05:11:29.606106 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fbc7ae2d-0ea3-4474-a4e4-bbe062e4545c req-a124bf03-5fa5-4661-9d88-38dcd66096b4 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322704 Sep 20 05:11:30.729797 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c6cc4-6b9f-4b95-8d6b-0138a67dd9f1 req-a3a74628-c8a9-40fe-9fa0-07099bd4e3f2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:30.732957 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ff0c6cc4-6b9f-4b95-8d6b-0138a67dd9f1 req-a3a74628-c8a9-40fe-9fa0-07099bd4e3f2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0556004 Sep 20 05:11:30.776033 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ff0c6cc4-6b9f-4b95-8d6b-0138a67dd9f1 req-fc8e300d-af3c-47b3-84e3-e1cfa7023d3d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334332 Sep 20 05:11:31.515113 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-912b326e-f205-45fe-b912-65b42f9d9914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:31.898897 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d05ca7-1790-4d8a-bb2d-4ace6d8c127f req-bd30ec57-2c8d-4148-8cf7-a0ed7bad7530 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:31.900463 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-53d05ca7-1790-4d8a-bb2d-4ace6d8c127f req-bd30ec57-2c8d-4148-8cf7-a0ed7bad7530 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0481036 Sep 20 05:11:31.948439 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-53d05ca7-1790-4d8a-bb2d-4ace6d8c127f req-9df3a00a-57a3-4735-9d33-82f38633b3fd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380158 Sep 20 05:11:33.070442 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea913c-3404-4a53-850d-1201a58fdbd3 req-aaca44d9-e5b3-4a9a-bd55-febba1ac97d5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:33.072767 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-52ea913c-3404-4a53-850d-1201a58fdbd3 req-aaca44d9-e5b3-4a9a-bd55-febba1ac97d5 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0509667 Sep 20 05:11:33.110734 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-52ea913c-3404-4a53-850d-1201a58fdbd3 req-6b3a31d0-daf4-4953-b34a-b39e70b6a712 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Sep 20 05:11:34.064676 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-99f07514-5deb-4de3-9f54-d3dc54915a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:34.238067 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75355f-1fdd-4375-8798-25a064982066 req-bb9654b7-8407-47bc-832b-005bbbe4c9e2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:34.239531 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c75355f-1fdd-4375-8798-25a064982066 req-bb9654b7-8407-47bc-832b-005bbbe4c9e2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0488911 Sep 20 05:11:34.279238 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c75355f-1fdd-4375-8798-25a064982066 req-13888b62-8c3c-405a-920e-574b59e80e1a tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336783 Sep 20 05:11:34.907449 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:35.336740 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:35.422192 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81516d22-500f-491e-b748-a2b91c2a48a3 req-9fcd0a22-1c77-4366-a5bd-c0702fb2f9d1 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:35.423730 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-81516d22-500f-491e-b748-a2b91c2a48a3 req-9fcd0a22-1c77-4366-a5bd-c0702fb2f9d1 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0536308 Sep 20 05:11:35.465484 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-81516d22-500f-491e-b748-a2b91c2a48a3 req-c39343c4-010e-4750-ad7c-47c678ccd92d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356224 Sep 20 05:11:36.600849 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba78299-5b55-4f4e-9407-a87455526028 req-39040b0d-fa77-410a-9117-2ab0ec2106a6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:36.602608 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bba78299-5b55-4f4e-9407-a87455526028 req-39040b0d-fa77-410a-9117-2ab0ec2106a6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0550954 Sep 20 05:11:36.640716 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bba78299-5b55-4f4e-9407-a87455526028 req-0829c831-a591-455c-aee6-c50531108277 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319700 Sep 20 05:11:36.786361 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:37.762024 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75e8b1-5379-4db1-a596-f1c168262d00 req-7ca92a42-0108-44dd-8f6b-73dac0448d28 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:37.763403 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0b75e8b1-5379-4db1-a596-f1c168262d00 req-7ca92a42-0108-44dd-8f6b-73dac0448d28 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0479505 Sep 20 05:11:37.802108 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0b75e8b1-5379-4db1-a596-f1c168262d00 req-046560aa-69e5-4ea0-94d1-810f981762d0 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322022 Sep 20 05:11:38.917856 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad1f96-d7e8-4319-b9fd-8baa7e5cf813 req-a7c2160c-047f-4f41-b2d4-47b4cffe9d27 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:38.919302 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0cad1f96-d7e8-4319-b9fd-8baa7e5cf813 req-a7c2160c-047f-4f41-b2d4-47b4cffe9d27 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0465035 Sep 20 05:11:38.960582 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0cad1f96-d7e8-4319-b9fd-8baa7e5cf813 req-0fd9ea74-e887-4e08-891a-6af3b04d3a39 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346985 Sep 20 05:11:40.081161 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00994e8-f3fa-4fa2-bb83-d0fa8c25ed84 req-aa633d42-b404-4b4d-8e88-1ab82c7b7c8d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:40.082544 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f00994e8-f3fa-4fa2-bb83-d0fa8c25ed84 req-aa633d42-b404-4b4d-8e88-1ab82c7b7c8d tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0482810 Sep 20 05:11:40.118750 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f00994e8-f3fa-4fa2-bb83-d0fa8c25ed84 req-07b66d09-bb4b-4e2c-9b3c-802f139bd918 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303338 Sep 20 05:11:41.165985 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device ce0a0e28-6052-4817-9c8f-321d17ef7530 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:11:41.244045 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601c360-db8e-4b58-a925-90da88f7e570 req-5e160b2f-c120-4373-a078-c833a2e06660 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:41.245542 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0601c360-db8e-4b58-a925-90da88f7e570 req-5e160b2f-c120-4373-a078-c833a2e06660 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 943 time: 0.0522301 Sep 20 05:11:41.261824 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:11:41.273144 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'port_id': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'mac_address': 'fa:16:3e:5a:f6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:11:41.285167 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0601c360-db8e-4b58-a925-90da88f7e570 req-2a5bccf4-f17f-440c-bd92-39d7426571cf tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321758 Sep 20 05:11:41.309791 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:41.322305 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0a0e28-6052-4817-9c8f-321d17ef7530 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:11:41.341325 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:11:41.345756 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:41.390163 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=ce0a0e28-6052-4817-9c8f-321d17ef7530,revision_number=9']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:11:41.653769 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c7b63-19d6-4dd9-b257-2cfb0eb8e2cc req-a12231e7-d3e0-45f3-960f-c765dbdec398 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:41.655710 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-470c7b63-19d6-4dd9-b257-2cfb0eb8e2cc req-a12231e7-d3e0-45f3-960f-c765dbdec398 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 946 time: 0.0480969 Sep 20 05:11:41.690807 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['ce0a0e28-6052-4817-9c8f-321d17ef7530'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:11:41.696511 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-470c7b63-19d6-4dd9-b257-2cfb0eb8e2cc req-1f042a7e-38f6-4875-b64c-628c2d48ac3d tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Sep 20 05:11:41.892385 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:11:42.183417 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf48b03-6242-46ec-87a9-de5d1be1b94d req-380eb176-bbc0-450d-bc05-a2a9bbd8a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:42.184916 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8bf48b03-6242-46ec-87a9-de5d1be1b94d req-380eb176-bbc0-450d-bc05-a2a9bbd8a398 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 1097 time: 0.0402057 Sep 20 05:11:42.287166 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf48b03-6242-46ec-87a9-de5d1be1b94d req-f47dfb90-aaa4-4da2-b4b7-b26cdb81f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:42.288642 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8bf48b03-6242-46ec-87a9-de5d1be1b94d req-f47dfb90-aaa4-4da2-b4b7-b26cdb81f7bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 200 len: 916 time: 0.0850151 Sep 20 05:11:42.358291 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8bf48b03-6242-46ec-87a9-de5d1be1b94d req-b86a4321-413c-4088-a7bd-c66823a2cd90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530 HTTP/1.1" status: 200 len: 1000 time: 0.0617652 Sep 20 05:11:42.411320 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eac61-a7c2-4892-b6ad-c225843006ae req-445ef056-45ad-48ff-ba1b-dcbddf43a6fd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:42.412835 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a91eac61-a7c2-4892-b6ad-c225843006ae req-445ef056-45ad-48ff-ba1b-dcbddf43a6fd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 944 time: 0.0497735 Sep 20 05:11:42.415104 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf48b03-6242-46ec-87a9-de5d1be1b94d req-e183845b-1ff8-4c84-978c-159bca447541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:42.416576 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8bf48b03-6242-46ec-87a9-de5d1be1b94d req-e183845b-1ff8-4c84-978c-159bca447541 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 200 len: 855 time: 0.0507820 Sep 20 05:11:42.452563 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a91eac61-a7c2-4892-b6ad-c225843006ae req-744aa1c1-a337-4032-9fc1-e4c7cbca6ecd tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337014 Sep 20 05:11:42.462731 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf48b03-6242-46ec-87a9-de5d1be1b94d req-46ea9d91-fbbe-4504-b651-22cafbc26c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:42.464229 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8bf48b03-6242-46ec-87a9-de5d1be1b94d req-46ea9d91-fbbe-4504-b651-22cafbc26c2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=938fc456-60b7-4e39-9ccf-45538a5abe25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391018 Sep 20 05:11:42.555377 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8bf48b03-6242-46ec-87a9-de5d1be1b94d req-d8faf7ec-cf99-4a4a-aac4-147191b245ba service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837424 Sep 20 05:11:42.643215 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8bf48b03-6242-46ec-87a9-de5d1be1b94d req-955e54a8-0959-4c33-b8a5-7b4f3d7befb3 service neutron] 10.222.0.23 "GET /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791538 Sep 20 05:11:42.848854 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe37b73-bcc3-4381-9e97-b8b173fc9ebc req-41f57656-4153-4c92-a2f4-21f200af655f tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:42.850325 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bbe37b73-bcc3-4381-9e97-b8b173fc9ebc req-41f57656-4153-4c92-a2f4-21f200af655f tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 946 time: 0.0661271 Sep 20 05:11:42.886958 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bbe37b73-bcc3-4381-9e97-b8b173fc9ebc req-2ad2dc2a-ef20-4411-a3a8-a49b92f5c585 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Sep 20 05:11:43.184691 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device ce0a0e28-6052-4817-9c8f-321d17ef7530 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:11:43.237680 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port ce0a0e28-6052-4817-9c8f-321d17ef7530 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:11:43.238048 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:43.320099 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:43.342348 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:11:43.344602 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867e719b-49ad-427e-b60e-5c6641a1ebba" -d '{"events": [{"server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "name": "network-vif-plugged", "status": "completed", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:11:43.356697 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:11:43.362203 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:43.387308 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0012c5-9ea0-4ecc-b2c9-4f939e436f1d x-openstack-request-id: req-9b0012c5-9ea0-4ecc-b2c9-4f939e436f1d {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:11:43.387675 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "name": "network-vif-plugged", "status": "completed", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:11:43.387994 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b0012c5-9ea0-4ecc-b2c9-4f939e436f1d {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:11:43.388464 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'code': 200} Sep 20 05:11:43.401778 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9955ea5-d29f-485c-a43c-8de785b4607b req-07f47b8b-5be1-4c06-bb0e-f3f4e953dfd1 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:43.403253 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e9955ea5-d29f-485c-a43c-8de785b4607b req-07f47b8b-5be1-4c06-bb0e-f3f4e953dfd1 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 946 time: 0.0533385 Sep 20 05:11:43.413267 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=ce0a0e28-6052-4817-9c8f-321d17ef7530,revision_number=10']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:11:43.512925 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-e9955ea5-d29f-485c-a43c-8de785b4607b req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Deleting port db0467b7-ba68-4944-acc9-4bd913747ef8 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:11:43.513271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e9955ea5-d29f-485c-a43c-8de785b4607b req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:43.574790 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249f511-8337-46d7-9737-411976c2d1e9 req-484a7e21-acc7-494f-8f12-490b963c080b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:43.577040 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8249f511-8337-46d7-9737-411976c2d1e9 req-484a7e21-acc7-494f-8f12-490b963c080b tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 946 time: 0.0514467 Sep 20 05:11:43.618642 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8249f511-8337-46d7-9737-411976c2d1e9 req-0acf379b-9664-4df3-ba25-be38e892f467 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353451 Sep 20 05:11:43.634306 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-e9955ea5-d29f-485c-a43c-8de785b4607b req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] For port db0467b7-ba68-4944-acc9-4bd913747ef8, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=db0467b7-ba68-4944-acc9-4bd913747ef8,segment=NetworkSegment(675efd40-5b56-491f-a027-70462ce95111),segment_id=675efd40-5b56-491f-a027-70462ce95111)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:11:43.634668 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e9955ea5-d29f-485c-a43c-8de785b4607b req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:43.649357 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-e9955ea5-d29f-485c-a43c-8de785b4607b req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Calling delete_port for db0467b7-ba68-4944-acc9-4bd913747ef8 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:11:43.652015 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9471b4-fdbc-427e-9f59-d4298a36f8f6 req-553d518b-524c-40d4-9dd6-e2ddd1dfa961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:43.653593 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c9471b4-fdbc-427e-9f59-d4298a36f8f6 req-553d518b-524c-40d4-9dd6-e2ddd1dfa961 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 1099 time: 0.0701180 Sep 20 05:11:43.737399 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c9471b4-fdbc-427e-9f59-d4298a36f8f6 req-935bce65-088a-4eda-a2b6-e14bb859312b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736437 Sep 20 05:11:43.807556 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e9955ea5-d29f-485c-a43c-8de785b4607b req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:43.835859 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Pushing event deleted for resources: {'Port': ['ID=db0467b7-ba68-4944-acc9-4bd913747ef8,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:11:43.851384 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['db0467b7-ba68-4944-acc9-4bd913747ef8'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:11:43.862091 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:43.862443 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:43.862785 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:43.863121 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:43.863454 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:43.863785 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:43.864165 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:43.864459 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:43.864785 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:43.865111 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:43.865434 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:43.866050 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:43.884373 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9955ea5-d29f-485c-a43c-8de785b4607b req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] No DVR routers for this DVR port db0467b7-ba68-4944-acc9-4bd913747ef8 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:11:43.886836 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e9955ea5-d29f-485c-a43c-8de785b4607b req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:43.889354 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e9955ea5-d29f-485c-a43c-8de785b4607b req-5b484e4e-ea0f-40f7-84d6-0cf2cb28f81b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.23 "DELETE /v2.0/ports/db0467b7-ba68-4944-acc9-4bd913747ef8 HTTP/1.1" status: 204 len: 173 time: 0.4720092 Sep 20 05:11:43.889781 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bec63d2-364a-428d-959a-8ca97a60c807', 'name': 'network-vif-deleted', 'tag': 'db0467b7-ba68-4944-acc9-4bd913747ef8'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:11:43.892000 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9561a659-e5ca-42f4-a280-93d4ad381f46" -d '{"events": [{"server_uuid": "8bec63d2-364a-428d-959a-8ca97a60c807", "name": "network-vif-deleted", "tag": "db0467b7-ba68-4944-acc9-4bd913747ef8"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:11:43.979324 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2cb3a3e9-2814-4d0e-a563-6c23b9636ff8 req-a5d7f08e-7822-4671-a058-f178b68930dc tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bec63d2-364a-428d-959a-8ca97a60c807 HTTP/1.1" status: 200 len: 210 time: 0.0261250 Sep 20 05:11:43.989723 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcc4bed-fae2-4b6c-b848-d778a0eb8baa x-openstack-request-id: req-9dcc4bed-fae2-4b6c-b848-d778a0eb8baa {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:11:43.990019 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bec63d2-364a-428d-959a-8ca97a60c807", "name": "network-vif-deleted", "tag": "db0467b7-ba68-4944-acc9-4bd913747ef8", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:11:43.990269 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dcc4bed-fae2-4b6c-b848-d778a0eb8baa {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:11:43.990665 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bec63d2-364a-428d-959a-8ca97a60c807', 'name': 'network-vif-deleted', 'tag': 'db0467b7-ba68-4944-acc9-4bd913747ef8', 'status': 'completed', 'code': 200} Sep 20 05:11:44.736553 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961cdc5-14fc-4c48-bd8d-fd621ad705d0 req-ca307347-db3f-4262-b389-b9ebca5c4d54 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:44.738018 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3961cdc5-14fc-4c48-bd8d-fd621ad705d0 req-ca307347-db3f-4262-b389-b9ebca5c4d54 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 946 time: 0.0482414 Sep 20 05:11:44.774292 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3961cdc5-14fc-4c48-bd8d-fd621ad705d0 req-84cf11d5-7893-4d4e-84b8-73a1ecdc76fa tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303650 Sep 20 05:11:45.834396 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a97055-23c9-4920-a2ad-f8bab344d361 req-cfa7e2bd-7530-45fb-aa90-e2d1932b5db1 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:45.835852 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-79a97055-23c9-4920-a2ad-f8bab344d361 req-cfa7e2bd-7530-45fb-aa90-e2d1932b5db1 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 946 time: 0.0500486 Sep 20 05:11:45.903580 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-79a97055-23c9-4920-a2ad-f8bab344d361 req-3d8b062a-90d1-41d9-8f01-cb01a8840eb3 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617678 Sep 20 05:11:45.916769 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e925d2c-b419-42d5-9fa2-59d9461c5c73 req-54c7e8c8-aebb-4984-8fee-4686320de8c1 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:45.918237 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e925d2c-b419-42d5-9fa2-59d9461c5c73 req-54c7e8c8-aebb-4984-8fee-4686320de8c1 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 946 time: 0.0705562 Sep 20 05:11:45.956433 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4e925d2c-b419-42d5-9fa2-59d9461c5c73 req-34fb4c3e-6a82-4e36-b45e-179e46921d8e tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318327 Sep 20 05:11:47.017111 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17c9cf-6be2-4943-8411-9559b370a283 req-56a429ba-40a4-497b-a773-ecb0bc5db69d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:47.018553 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ee17c9cf-6be2-4943-8411-9559b370a283 req-56a429ba-40a4-497b-a773-ecb0bc5db69d tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 946 time: 0.0483537 Sep 20 05:11:47.055107 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ee17c9cf-6be2-4943-8411-9559b370a283 req-f1e58b14-27aa-404e-b186-39d606392d2e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307534 Sep 20 05:11:48.123459 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device db0467b7-ba68-4944-acc9-4bd913747ef8 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:11:48.146270 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: db0467b7-ba68-4944-acc9-4bd913747ef8 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:11:48.146649 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device db0467b7-ba68-4944-acc9-4bd913747ef8 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:11:48.171049 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158b463-a9a6-41bd-8a68-bbb93f9cde08 req-b747c636-2015-4949-87ed-79cf3fee3aee tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:48.172555 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6158b463-a9a6-41bd-8a68-bbb93f9cde08 req-b747c636-2015-4949-87ed-79cf3fee3aee tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 946 time: 0.0486786 Sep 20 05:11:48.208586 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6158b463-a9a6-41bd-8a68-bbb93f9cde08 req-5f5a75b4-a4f7-45e3-bb8c-b2d3703dfcdc tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301847 Sep 20 05:11:49.325189 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7414793-094b-44f5-b245-ef7c337f8bcb req-cc9d8781-8ea1-48ab-8d63-76bf1a8254c4 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:49.326673 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e7414793-094b-44f5-b245-ef7c337f8bcb req-cc9d8781-8ea1-48ab-8d63-76bf1a8254c4 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 946 time: 0.0520358 Sep 20 05:11:49.366091 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e7414793-094b-44f5-b245-ef7c337f8bcb req-030ce75b-72ea-40f0-a5fc-fbb876ef4ee3 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Sep 20 05:11:50.027131 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-4d80ef04-6be6-4495-88a6-7fc1fdff77b8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:50.028611 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-4d80ef04-6be6-4495-88a6-7fc1fdff77b8 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.23 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 946 time: 0.0490801 Sep 20 05:11:50.122849 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Deleting port d33fd2ef-acfa-4f67-899b-5b397db9b37d {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:11:50.123316 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:50.207970 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] For port d33fd2ef-acfa-4f67-899b-5b397db9b37d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d33fd2ef-acfa-4f67-899b-5b397db9b37d,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:11:50.208396 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:50.372458 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:50.372938 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:50.373275 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.l3_db [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Floating IP 8fcec251-94ee-4e23-a5c1-0aaaa6455a40 disassociated. External IP: 172.27.1.108, port: d33fd2ef-acfa-4f67-899b-5b397db9b37d. Sep 20 05:11:50.373544 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Calling delete_port for d33fd2ef-acfa-4f67-899b-5b397db9b37d owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:11:50.482703 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab99b0-c4ab-4906-8c35-d142d350138c req-12ea7430-6841-4cd1-b2a4-4ddbc6bf131e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:50.484233 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2bab99b0-c4ab-4906-8c35-d142d350138c req-12ea7430-6841-4cd1-b2a4-4ddbc6bf131e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 946 time: 0.0510077 Sep 20 05:11:50.501194 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:50.523373 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2bab99b0-c4ab-4906-8c35-d142d350138c req-36d9864c-a4f0-416a-a0d1-46c170465458 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups?id=a50876b2-3b42-4164-a08d-d70ef203a85c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327451 Sep 20 05:11:50.543045 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event deleted for resources: {'Port': ['ID=d33fd2ef-acfa-4f67-899b-5b397db9b37d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:11:50.659812 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:11:50.773572 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:11:50.784249 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f0af11-4bb7-4368-b72d-5a0b8d7b41b9 None None] Sync routers for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:11:50.793366 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f0af11-4bb7-4368-b72d-5a0b8d7b41b9 None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:11:50.793988 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-89f0af11-4bb7-4368-b72d-5a0b8d7b41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:11:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:11:50.905822 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-89f0af11-4bb7-4368-b72d-5a0b8d7b41b9 None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:11:51.078573 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] No DVR routers for this DVR port d33fd2ef-acfa-4f67-899b-5b397db9b37d on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:11:51.081648 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:51.083806 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-af3b4b95-ea39-4ce0-873d-461289c37c76 req-dd42be81-ed4c-4bfa-8596-48294336f972 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.23 "DELETE /v2.0/ports/d33fd2ef-acfa-4f67-899b-5b397db9b37d HTTP/1.1" status: 204 len: 173 time: 1.0494013 Sep 20 05:11:51.084270 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'name': 'network-vif-deleted', 'tag': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:11:51.086484 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51244ae2-c31b-424a-bd5f-b778224a6a66" -d '{"events": [{"server_uuid": "82bfe09d-daf2-4cbc-b2ed-df475be32639", "name": "network-vif-deleted", "tag": "d33fd2ef-acfa-4f67-899b-5b397db9b37d"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:11:51.134500 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d130b6d-b029-41d6-af68-609e5594fd9a x-openstack-request-id: req-2d130b6d-b029-41d6-af68-609e5594fd9a {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:11:51.134923 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bfe09d-daf2-4cbc-b2ed-df475be32639", "name": "network-vif-deleted", "tag": "d33fd2ef-acfa-4f67-899b-5b397db9b37d", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:11:51.135186 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d130b6d-b029-41d6-af68-609e5594fd9a {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:11:51.135565 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bfe09d-daf2-4cbc-b2ed-df475be32639', 'name': 'network-vif-deleted', 'tag': 'd33fd2ef-acfa-4f67-899b-5b397db9b37d', 'status': 'completed', 'code': 200} Sep 20 05:11:51.242945 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-89f0af11-4bb7-4368-b72d-5a0b8d7b41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:40Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:11:51.268337 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f0af11-4bb7-4368-b72d-5a0b8d7b41b9 None None] Checking router: adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:11:51.276377 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f0af11-4bb7-4368-b72d-5a0b8d7b41b9 None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:11:51.276973 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-89f0af11-4bb7-4368-b72d-5a0b8d7b41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:11:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:11:51.381141 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-89f0af11-4bb7-4368-b72d-5a0b8d7b41b9 None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:11:51.577391 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-89f0af11-4bb7-4368-b72d-5a0b8d7b41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:40Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:11:51.608327 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f0af11-4bb7-4368-b72d-5a0b8d7b41b9 None None] The sync data for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi is: [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:28Z', 'revision_number': 4, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ad78b523-4a34-4759-b562-05859c91569f', 'name': '', 'network_id': '82ed44a3-5020-459e-a5d8-53caa9b90a71', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'mac_address': 'fa:16:3e:59:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:24Z', 'updated_at': '2021-09-20T05:05:40Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'subnets': [{'id': 'df531757-d500-4ae2-9c23-877c926ef6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:11:51.621333 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9d469fbf-06a6-4c92-b0a5-6c48722303f1 req-79c2d821-4d22-4e24-b493-9ab200d8eb7f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 210 time: 0.0282094 Sep 20 05:11:51.812852 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a4aa6-24a4-4e8a-8f49-95c34b57b5be None None] New status for floating IP 8fcec251-94ee-4e23-a5c1-0aaaa6455a40: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:11:52.719493 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f26c892d-f907-4fac-8936-fa6312285137 req-87477fd7-7370-49b0-836c-dc018d364ce2 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 210 time: 0.0296016 Sep 20 05:11:53.824339 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-db8ea7a8-5fb8-4b1b-a0bd-b47228ccd620 req-5ffaf54c-8896-4862-ab1c-173719f3555f tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/ports?device_id=82bfe09d-daf2-4cbc-b2ed-df475be32639 HTTP/1.1" status: 200 len: 210 time: 0.0265615 Sep 20 05:11:53.973856 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-086d9cc9-2934-43ad-ade7-c56743e4d072 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:53.980492 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-086d9cc9-2934-43ad-ade7-c56743e4d072 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/networks?id=402cf5d5-feed-4c34-8546-04dd9c53c29e HTTP/1.1" status: 200 len: 813 time: 0.1063933 Sep 20 05:11:53.991893 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-164f4612-6bbf-4467-be19-c31dc80cc088 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/quotas/21ea02c76c39409faf9dd8302a445f2b HTTP/1.1" status: 200 len: 375 time: 0.0103340 Sep 20 05:11:54.026637 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-6b977659-94b4-4ebf-97a4-a111fcb53fa0 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21ea02c76c39409faf9dd8302a445f2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290034 Sep 20 05:11:54.162462 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-6ea7b617-bddb-4bce-b2e6-872b5580922b service neutron] 10.222.0.32 "GET /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278920 Sep 20 05:11:54.253110 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-97ba6c49-52a4-43d4-8d79-a33bc722eece service neutron] 10.222.0.32 "GET /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844164 Sep 20 05:11:54.413020 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5ed609ff-a213-4e9b-a81f-ea7fb831539d req-4d57f73d-9df7-4bee-aa02-f2748b33e093 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 210 time: 0.0258088 Sep 20 05:11:54.909280 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 43644) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:11:54.964356 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:54.987210 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:55.033585 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:55.036321 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:55.037465 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "DELETE /v2.0/security-groups/a50876b2-3b42-4164-a08d-d70ef203a85c HTTP/1.1" status: 204 len: 168 time: 0.1272042 Sep 20 05:11:55.040271 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 43646) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:11:55.046624 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50876b2-3b42-4164-a08d-d70ef203a85c,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:11:55.053694 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:55.053839 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.api.v2.resource [None req-7948d9d5-0e31-4569-a567-8f3501ecf12e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] show failed (client error): The resource could not be found. Sep 20 05:11:55.054042 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:55.054380 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:55.054702 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7948d9d5-0e31-4569-a567-8f3501ecf12e tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "GET /v2.0/security-groups/a50876b2-3b42-4164-a08d-d70ef203a85c HTTP/1.1" status: 404 len: 347 time: 0.0134392 Sep 20 05:11:55.054916 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:55.055109 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:55.055441 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:55.055799 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:55.056153 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:55.056505 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:55.056827 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:55.057236 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:55.057360 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 43648) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:11:55.057559 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d987b74-0293-4b54-b5fb-561353cc6001 tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:11:55.180672 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-b3a39135-6bd5-4afc-a7e8-89dab3fef7fa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Deleting port 440db46c-3af0-464c-bb79-02a4eae51c71 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:11:55.180975 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b3a39135-6bd5-4afc-a7e8-89dab3fef7fa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:55.256968 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b3a39135-6bd5-4afc-a7e8-89dab3fef7fa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:55.257287 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b3a39135-6bd5-4afc-a7e8-89dab3fef7fa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:55.269619 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-b3a39135-6bd5-4afc-a7e8-89dab3fef7fa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Calling delete_port for 440db46c-3af0-464c-bb79-02a4eae51c71 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:11:55.474108 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-228973f1-efe4-4339-a97c-b74d5a71ae4b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:55.475625 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-228973f1-efe4-4339-a97c-b74d5a71ae4b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.23 "GET /v2.0/networks?id=402cf5d5-feed-4c34-8546-04dd9c53c29e HTTP/1.1" status: 200 len: 813 time: 0.1506584 Sep 20 05:11:55.493129 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b3a39135-6bd5-4afc-a7e8-89dab3fef7fa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:55.505226 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c5b4f37c-cfb5-403a-bb3b-6c94465980ce req-8baf5c61-9da9-42d5-a2ce-85b4f3782122 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 210 time: 0.0265021 Sep 20 05:11:55.521801 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Request body: {'port': {'device_id': '0632f502-70ce-4cf9-8fd9-b9d4d8d5825c', 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e', 'admin_state_up': True, 'tenant_id': '21ea02c76c39409faf9dd8302a445f2b'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:11:55.536595 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a39135-6bd5-4afc-a7e8-89dab3fef7fa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Pushing event deleted for resources: {'Port': ['ID=440db46c-3af0-464c-bb79-02a4eae51c71,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:11:55.582363 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device d33fd2ef-acfa-4f67-899b-5b397db9b37d no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:11:55.602211 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: d33fd2ef-acfa-4f67-899b-5b397db9b37d {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:11:55.602549 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device d33fd2ef-acfa-4f67-899b-5b397db9b37d not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:11:55.652193 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b3a39135-6bd5-4afc-a7e8-89dab3fef7fa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:55.654901 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b3a39135-6bd5-4afc-a7e8-89dab3fef7fa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:55.656061 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b3a39135-6bd5-4afc-a7e8-89dab3fef7fa tempest-AttachVolumeTestJSON-563704370 tempest-AttachVolumeTestJSON-563704370-project] 10.222.0.32 "DELETE /v2.0/floatingips/8fcec251-94ee-4e23-a5c1-0aaaa6455a40 HTTP/1.1" status: 204 len: 168 time: 0.5977256 Sep 20 05:11:55.681269 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Made reservation on behalf of 21ea02c76c39409faf9dd8302a445f2b for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:11:55.684839 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:55.819621 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Allocated IP 172.20.0.14 (402cf5d5-feed-4c34-8546-04dd9c53c29e/9dd973b2-c4c7-472c-826d-4acc57677d56/1e2189a0-2566-48e0-8aa8-ded73fcb673d) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:11:55.963510 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:55.996527 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:56.039498 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Network 402cf5d5-feed-4c34-8546-04dd9c53c29e is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:11:56.042539 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:11:56.046203 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:11:56.054871 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Pushing event updated for resources: {'Port': ['ID=1e2189a0-2566-48e0-8aa8-ded73fcb673d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:11:56.100327 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:56.100922 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:56.115228 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-d0df006a-2eea-43ff-b059-c288ca45e4b3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5972118 Sep 20 05:11:56.132814 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Request body: {'port': {'device_id': '0632f502-70ce-4cf9-8fd9-b9d4d8d5825c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:11:56.189062 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:56.443495 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e2189a0-2566-48e0-8aa8-ded73fcb673d {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:11:56.450755 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:56.462825 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Transition to ACTIVE for port object 1e2189a0-2566-48e0-8aa8-ded73fcb673d will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:11:56.466986 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:56.555746 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Pushing event updated for resources: {'Port': ['ID=1e2189a0-2566-48e0-8aa8-ded73fcb673d,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:11:56.585648 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Attempting to bind port 1e2189a0-2566-48e0-8aa8-ded73fcb673d on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:11:56.585978 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Attempting to bind port 1e2189a0-2566-48e0-8aa8-ded73fcb673d by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '675efd40-5b56-491f-a027-70462ce95111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:11:56.586309 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Attempting to bind port 1e2189a0-2566-48e0-8aa8-ded73fcb673d on network 402cf5d5-feed-4c34-8546-04dd9c53c29e {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:11:56.590726 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Port 1e2189a0-2566-48e0-8aa8-ded73fcb673d on network 402cf5d5-feed-4c34-8546-04dd9c53c29e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:11:56.591046 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Attempting to bind port 1e2189a0-2566-48e0-8aa8-ded73fcb673d on network 402cf5d5-feed-4c34-8546-04dd9c53c29e {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:11:56.595817 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:11:56.596190 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Checking segment: {'id': '675efd40-5b56-491f-a027-70462ce95111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:11:56.596570 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Bound using segment: {'id': '675efd40-5b56-491f-a027-70462ce95111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:11:56.596997 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Bound port: 1e2189a0-2566-48e0-8aa8-ded73fcb673d, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675efd40-5b56-491f-a027-70462ce95111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:11:56.597348 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:56.626053 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdf7cd-5b60-481f-9019-63b7b08f4a27 req-266946a9-04da-4059-9550-33f4f85d015b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:56.627527 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7dcdf7cd-5b60-481f-9019-63b7b08f4a27 req-266946a9-04da-4059-9550-33f4f85d015b tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 944 time: 0.0526474 Sep 20 05:11:56.659582 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] For port 1e2189a0-2566-48e0-8aa8-ded73fcb673d, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:11:56.662621 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] For port 1e2189a0-2566-48e0-8aa8-ded73fcb673d, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1e2189a0-2566-48e0-8aa8-ded73fcb673d,segment=NetworkSegment(675efd40-5b56-491f-a027-70462ce95111),segment_id=675efd40-5b56-491f-a027-70462ce95111)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:11:56.665468 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7dcdf7cd-5b60-481f-9019-63b7b08f4a27 req-090c8b5c-30a4-4611-974e-3ad135a4342f tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318708 Sep 20 05:11:56.668402 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:56.704205 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:56.704815 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:56.706191 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] 10.222.0.23 "PUT /v2.0/ports/1e2189a0-2566-48e0-8aa8-ded73fcb673d HTTP/1.1" status: 200 len: 1094 time: 0.5775967 Sep 20 05:11:56.706616 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0632f502-70ce-4cf9-8fd9-b9d4d8d5825c', 'tag': '1e2189a0-2566-48e0-8aa8-ded73fcb673d'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:11:56.708843 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea2528a-f36c-4f96-affa-ed2c811a51a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0632f502-70ce-4cf9-8fd9-b9d4d8d5825c", "tag": "1e2189a0-2566-48e0-8aa8-ded73fcb673d"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:11:56.731351 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bff3b-b8e5-489a-8d1d-4fe07be1fb2e service neutron] Pushing event updated for resources: {'Port': ['ID=1e2189a0-2566-48e0-8aa8-ded73fcb673d,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:11:56.747261 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af64cc5-56d2-41e4-b54d-0428d76675b9 x-openstack-request-id: req-2af64cc5-56d2-41e4-b54d-0428d76675b9 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:11:56.747638 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0632f502-70ce-4cf9-8fd9-b9d4d8d5825c", "tag": "1e2189a0-2566-48e0-8aa8-ded73fcb673d", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:11:56.748506 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2af64cc5-56d2-41e4-b54d-0428d76675b9 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:11:56.749113 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0632f502-70ce-4cf9-8fd9-b9d4d8d5825c', 'tag': '1e2189a0-2566-48e0-8aa8-ded73fcb673d', 'status': 'completed', 'code': 200} Sep 20 05:11:56.807345 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-a0ba82f8-01cb-4ed5-af25-54974ee050c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:56.808898 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-a0ba82f8-01cb-4ed5-af25-54974ee050c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21ea02c76c39409faf9dd8302a445f2b&device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 1097 time: 0.0413141 Sep 20 05:11:56.862439 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-b5c9bbf8-e0b0-487a-828f-b10913255900 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e2189a0-2566-48e0-8aa8-ded73fcb673d HTTP/1.1" status: 200 len: 217 time: 0.0385261 Sep 20 05:11:56.912894 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-a9fb5572-069a-4a62-b10f-ce3b2d9a0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:56.914451 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-a9fb5572-069a-4a62-b10f-ce3b2d9a0c03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9dd973b2-c4c7-472c-826d-4acc57677d56 HTTP/1.1" status: 200 len: 853 time: 0.0452068 Sep 20 05:11:56.946124 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-c6e22df4-7de7-482d-9e79-997e9b8c1f1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=402cf5d5-feed-4c34-8546-04dd9c53c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238786 Sep 20 05:11:57.036012 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-a77fdc39-7d68-4d95-a519-0df14ef983c4 service neutron] 10.222.0.23 "GET /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827634 Sep 20 05:11:57.130563 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-607d194e-3fec-471f-8145-7362f5eaaba9 req-85dbf327-c482-4cac-aad4-8bf85a97fb8a service neutron] 10.222.0.23 "GET /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795236 Sep 20 05:11:57.284799 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2528a-f36c-4f96-affa-ed2c811a51a2 req-d0333a12-6c51-4563-aeb7-2ee4a32e6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:57.286328 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ea2528a-f36c-4f96-affa-ed2c811a51a2 req-d0333a12-6c51-4563-aeb7-2ee4a32e6716 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21ea02c76c39409faf9dd8302a445f2b&device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 1097 time: 0.0444334 Sep 20 05:11:57.375586 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2528a-f36c-4f96-affa-ed2c811a51a2 req-8caf3edf-6fff-4a3a-94e8-bedf2b981758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:57.377057 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ea2528a-f36c-4f96-affa-ed2c811a51a2 req-8caf3edf-6fff-4a3a-94e8-bedf2b981758 service neutron] 10.222.0.23 "GET /v2.0/networks?id=402cf5d5-feed-4c34-8546-04dd9c53c29e HTTP/1.1" status: 200 len: 913 time: 0.0818992 Sep 20 05:11:57.421802 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ea2528a-f36c-4f96-affa-ed2c811a51a2 req-e8690b60-e008-49be-b48b-7d22012e8984 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e2189a0-2566-48e0-8aa8-ded73fcb673d HTTP/1.1" status: 200 len: 217 time: 0.0362878 Sep 20 05:11:57.483526 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2528a-f36c-4f96-affa-ed2c811a51a2 req-b8235171-2f36-49e6-b145-5c75d87352ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:57.484954 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ea2528a-f36c-4f96-affa-ed2c811a51a2 req-b8235171-2f36-49e6-b145-5c75d87352ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9dd973b2-c4c7-472c-826d-4acc57677d56 HTTP/1.1" status: 200 len: 853 time: 0.0428712 Sep 20 05:11:57.516779 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ea2528a-f36c-4f96-affa-ed2c811a51a2 req-5c968605-82bc-4645-befc-87fdecb99c14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=402cf5d5-feed-4c34-8546-04dd9c53c29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246780 Sep 20 05:11:57.606627 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ea2528a-f36c-4f96-affa-ed2c811a51a2 req-b711b217-f618-45bc-ad1a-c18db3226c34 service neutron] 10.222.0.23 "GET /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819085 Sep 20 05:11:57.698999 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ea2528a-f36c-4f96-affa-ed2c811a51a2 req-97a02362-8628-4b8e-8e36-3b185b9a2d12 service neutron] 10.222.0.23 "GET /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836947 Sep 20 05:11:57.779857 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092d12c-08a0-4383-9d62-aef11e5fff48 req-3770d3c9-5719-4274-b547-bae5938b3d39 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:57.781335 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0092d12c-08a0-4383-9d62-aef11e5fff48 req-3770d3c9-5719-4274-b547-bae5938b3d39 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 944 time: 0.0480845 Sep 20 05:11:57.818247 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0092d12c-08a0-4383-9d62-aef11e5fff48 req-c4f34125-e48f-4f81-a6d3-f17653fba44a tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Sep 20 05:11:58.437647 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:58.939163 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80d0d9-eb7c-4e55-b729-a55bf0b71089 req-82d29ea7-105b-484f-9a67-28e76eaa5998 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:11:58.940630 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ae80d0d9-eb7c-4e55-b729-a55bf0b71089 req-82d29ea7-105b-484f-9a67-28e76eaa5998 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 944 time: 0.0497510 Sep 20 05:11:58.980649 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ae80d0d9-eb7c-4e55-b729-a55bf0b71089 req-a9ce8cc9-8743-417c-b8ff-7261141d1327 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341628 Sep 20 05:11:59.202969 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 43694) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:11:59.578552 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 1e2189a0-2566-48e0-8aa8-ded73fcb673d details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:11:59.655437 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-49e6f76a-27ec-4e54-bd68-97aa7feccbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-511756'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:59.675495 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 1e2189a0-2566-48e0-8aa8-ded73fcb673d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1e2189a0-2566-48e0-8aa8-ded73fcb673d,segment=NetworkSegment(675efd40-5b56-491f-a027-70462ce95111),segment_id=675efd40-5b56-491f-a027-70462ce95111)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:11:59.686319 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '1e2189a0-2566-48e0-8aa8-ded73fcb673d', 'network_id': '402cf5d5-feed-4c34-8546-04dd9c53c29e', 'port_id': '1e2189a0-2566-48e0-8aa8-ded73fcb673d', 'mac_address': 'fa:16:3e:26:3c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd973b2-c4c7-472c-826d-4acc57677d56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:11:59.723273 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:59.736316 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e2189a0-2566-48e0-8aa8-ded73fcb673d {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:11:59.757153 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 1e2189a0-2566-48e0-8aa8-ded73fcb673d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1e2189a0-2566-48e0-8aa8-ded73fcb673d,segment=NetworkSegment(675efd40-5b56-491f-a027-70462ce95111),segment_id=675efd40-5b56-491f-a027-70462ce95111)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:11:59.761378 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:11:59.816317 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=1e2189a0-2566-48e0-8aa8-ded73fcb673d,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:00.057625 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['1e2189a0-2566-48e0-8aa8-ded73fcb673d'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:12:00.129591 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfa913-2da1-4507-9e37-a8d7dba654ac req-098fadb8-14ff-4eac-b62d-aa94027a91fb tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:00.131090 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-93dfa913-2da1-4507-9e37-a8d7dba654ac req-098fadb8-14ff-4eac-b62d-aa94027a91fb tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 945 time: 0.0792406 Sep 20 05:12:00.210754 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-93dfa913-2da1-4507-9e37-a8d7dba654ac req-c6ce5b2d-6d42-44c4-a305-63a8cbc99243 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736372 Sep 20 05:12:00.232366 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-49e6f76a-27ec-4e54-bd68-97aa7feccbd6 admin admin] Deleting port ad78b523-4a34-4759-b562-05859c91569f {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:00.232984 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-49e6f76a-27ec-4e54-bd68-97aa7feccbd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:00.309268 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-49e6f76a-27ec-4e54-bd68-97aa7feccbd6 admin admin] For port ad78b523-4a34-4759-b562-05859c91569f, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=ad78b523-4a34-4759-b562-05859c91569f,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:00.309540 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-49e6f76a-27ec-4e54-bd68-97aa7feccbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:00.321297 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-49e6f76a-27ec-4e54-bd68-97aa7feccbd6 admin admin] Calling delete_port for ad78b523-4a34-4759-b562-05859c91569f owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:00.505395 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-49e6f76a-27ec-4e54-bd68-97aa7feccbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:00.534634 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6f76a-27ec-4e54-bd68-97aa7feccbd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad78b523-4a34-4759-b562-05859c91569f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:00.695472 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-49e6f76a-27ec-4e54-bd68-97aa7feccbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275644'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:00.904541 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e6f76a-27ec-4e54-bd68-97aa7feccbd6 admin admin] Router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:12:01.016698 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e6f76a-27ec-4e54-bd68-97aa7feccbd6 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:12:01.023250 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-49e6f76a-27ec-4e54-bd68-97aa7feccbd6 admin admin] 10.222.0.32 "PUT /v2.0/routers/adbd1cf1-ccab-4f4b-bdcb-b5447e86c864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8172898 Sep 20 05:12:01.024329 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 43700) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:01.028628 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3032524-bdc0-4364-995e-300975339d1e None None] Sync routers for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:12:01.041176 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3032524-bdc0-4364-995e-300975339d1e None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:01.041818 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-c3032524-bdc0-4364-995e-300975339d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:11:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:01.128891 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Notify callbacks [] for router, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.157115 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-c3032524-bdc0-4364-995e-300975339d1e None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:01.231880 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.297530 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Deleting port fa6cfbe6-9d21-4843-adbd-e742488398ff {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:01.297868 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.337439 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-c3032524-bdc0-4364-995e-300975339d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:12:00Z', 'revision_number': 5, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port': {'id': 'fa6cfbe6-9d21-4843-adbd-e742488398ff', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:01.368717 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3032524-bdc0-4364-995e-300975339d1e None None] Checking router: adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:12:01.377327 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3032524-bdc0-4364-995e-300975339d1e None None] Routers {'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:01.377746 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-c3032524-bdc0-4364-995e-300975339d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:11:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:01.393781 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5972010-d035-4273-975d-c318b1cba05a req-3c906b90-c84b-47ec-9d59-4f3a6c32e222 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:01.395267 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d5972010-d035-4273-975d-c318b1cba05a req-3c906b90-c84b-47ec-9d59-4f3a6c32e222 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 945 time: 0.1111279 Sep 20 05:12:01.426550 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] For port fa6cfbe6-9d21-4843-adbd-e742488398ff, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=fa6cfbe6-9d21-4843-adbd-e742488398ff,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:01.426906 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.444060 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Calling delete_port for fa6cfbe6-9d21-4843-adbd-e742488398ff owned by network:router_gateway {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:01.462849 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-c3032524-bdc0-4364-995e-300975339d1e None None] Set router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 gateway port host: None {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:01.464157 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d5972010-d035-4273-975d-c318b1cba05a req-c08691b0-90e2-4d45-8e76-cb64c69779be tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613253 Sep 20 05:12:01.518595 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-c3032524-bdc0-4364-995e-300975339d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:12:01Z', 'revision_number': 6, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port_host': None}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:01.550482 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3032524-bdc0-4364-995e-300975339d1e None None] The sync data for ids ['adbd1cf1-ccab-4f4b-bdcb-b5447e86c864'] in dv-cinder-809965-1-iscsi is: [{'id': 'adbd1cf1-ccab-4f4b-bdcb-b5447e86c864', 'name': 'tempest-AttachVolumeTestJSON-1661947275-router', 'tenant_id': '1bfea594b1e04a0da5dd12d328acb684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:12:01Z', 'revision_number': 6, 'project_id': '1bfea594b1e04a0da5dd12d328acb684', 'gw_port_host': None}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:12:01.559037 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-54594e50-92e8-4eb5-a353-aba89f56da74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.592036 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 1e2189a0-2566-48e0-8aa8-ded73fcb673d up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:12:01.630079 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.640937 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 1e2189a0-2566-48e0-8aa8-ded73fcb673d completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:12:01.644484 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 1e2189a0-2566-48e0-8aa8-ded73fcb673d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:12:01.644835 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.662840 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6cfbe6-9d21-4843-adbd-e742488398ff,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:01.720289 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-275578'] for router_gateway, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.723955 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.745751 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0632f502-70ce-4cf9-8fd9-b9d4d8d5825c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2189a0-2566-48e0-8aa8-ded73fcb673d'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:12:01.747999 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b4d3e0-7208-4aed-b711-50185555177a" -d '{"events": [{"server_uuid": "0632f502-70ce-4cf9-8fd9-b9d4d8d5825c", "name": "network-vif-plugged", "status": "completed", "tag": "1e2189a0-2566-48e0-8aa8-ded73fcb673d"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:12:01.761232 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 1e2189a0-2566-48e0-8aa8-ded73fcb673d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1e2189a0-2566-48e0-8aa8-ded73fcb673d,segment=NetworkSegment(675efd40-5b56-491f-a027-70462ce95111),segment_id=675efd40-5b56-491f-a027-70462ce95111)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:01.766609 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.789176 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386859b5-76c4-4032-9303-93a01de2624d x-openstack-request-id: req-386859b5-76c4-4032-9303-93a01de2624d {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:12:01.789462 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0632f502-70ce-4cf9-8fd9-b9d4d8d5825c", "name": "network-vif-plugged", "status": "completed", "tag": "1e2189a0-2566-48e0-8aa8-ded73fcb673d", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:12:01.789708 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-386859b5-76c4-4032-9303-93a01de2624d {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:12:01.790084 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0632f502-70ce-4cf9-8fd9-b9d4d8d5825c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2189a0-2566-48e0-8aa8-ded73fcb673d', 'code': 200} Sep 20 05:12:01.815856 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=1e2189a0-2566-48e0-8aa8-ded73fcb673d,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:01.840434 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-509995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-429'] for router, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.842958 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.913713 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510160'] for router, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.914314 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 {{(pid=94084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:12:01.919568 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:01.922000 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-14c77016-0e31-4cef-ae36-599a0f7e9861 admin admin] 10.222.0.32 "DELETE /v2.0/routers/adbd1cf1-ccab-4f4b-bdcb-b5447e86c864 HTTP/1.1" status: 204 len: 168 time: 0.8953645 Sep 20 05:12:01.923711 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 43706) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:01.972850 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ff4a0a-e51c-40c1-8db5-668f3474189b admin admin] Deleting subnet df531757-d500-4ae2-9c23-877c926ef6aa {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:12:01.976080 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4a0a-e51c-40c1-8db5-668f3474189b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.018641 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4a0a-e51c-40c1-8db5-668f3474189b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3559778'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.022740 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d29ab-4fea-4317-b01e-293db47cac4a req-ee904ebf-b417-4d41-ae41-80c2f2f1ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:02.024345 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c9d29ab-4fea-4317-b01e-293db47cac4a req-ee904ebf-b417-4d41-ae41-80c2f2f1ae9c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 1099 time: 0.0482571 Sep 20 05:12:02.058426 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c9d29ab-4fea-4317-b01e-293db47cac4a req-7efb708c-d9b9-499e-b1c0-8b50d588b7df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263398 Sep 20 05:12:02.121085 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4a0a-e51c-40c1-8db5-668f3474189b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.176705 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4a0a-e51c-40c1-8db5-668f3474189b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25426609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27030987'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.355669 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device ad78b523-4a34-4759-b562-05859c91569f no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:02.377881 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: ad78b523-4a34-4759-b562-05859c91569f {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:02.378216 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device ad78b523-4a34-4759-b562-05859c91569f not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:02.430742 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff4a0a-e51c-40c1-8db5-668f3474189b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df531757-d500-4ae2-9c23-877c926ef6aa,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:02.434388 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4a0a-e51c-40c1-8db5-668f3474189b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.436979 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d2ff4a0a-e51c-40c1-8db5-668f3474189b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/df531757-d500-4ae2-9c23-877c926ef6aa HTTP/1.1" status: 204 len: 168 time: 0.5113840 Sep 20 05:12:02.439526 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 43708) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:02.441901 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b555765-235e-4ced-853b-1180ee233b67 None None] Network 82ed44a3-5020-459e-a5d8-53caa9b90a71 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:12:02.521595 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.623193 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4a833-6763-4c3a-a047-47b6ba97fdf3 req-089f494a-2ecf-4d62-955b-7880c102ea66 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:02.625196 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-01d4a833-6763-4c3a-a047-47b6ba97fdf3 req-089f494a-2ecf-4d62-955b-7880c102ea66 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 946 time: 0.0733969 Sep 20 05:12:02.633718 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Deleting port 093e8d66-9642-4dcc-b69e-39006e3eb09b {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:02.634052 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.651076 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bf7d2e-5d09-4e41-af44-30c526d6d200 None None] DHCP port deletion for 82ed44a3-5020-459e-a5d8-53caa9b90a71 request from dv-cinder-809965-1-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 05:12:02.711405 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-29bf7d2e-5d09-4e41-af44-30c526d6d200 None None] Deleting port 093e8d66-9642-4dcc-b69e-39006e3eb09b {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:02.711778 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-29bf7d2e-5d09-4e41-af44-30c526d6d200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.721643 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-01d4a833-6763-4c3a-a047-47b6ba97fdf3 req-eaa4a70e-42df-449b-9a33-4ef75d1ed935 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895810 Sep 20 05:12:02.745145 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] For port 093e8d66-9642-4dcc-b69e-39006e3eb09b, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=093e8d66-9642-4dcc-b69e-39006e3eb09b,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:02.745698 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.758173 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Calling delete_port for 093e8d66-9642-4dcc-b69e-39006e3eb09b owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:02.779015 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-29bf7d2e-5d09-4e41-af44-30c526d6d200 None None] For port 093e8d66-9642-4dcc-b69e-39006e3eb09b, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=093e8d66-9642-4dcc-b69e-39006e3eb09b,segment=NetworkSegment(d2ae7dc3-9030-43d3-905d-59330667320c),segment_id=d2ae7dc3-9030-43d3-905d-59330667320c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:02.779396 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-29bf7d2e-5d09-4e41-af44-30c526d6d200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.792639 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-29bf7d2e-5d09-4e41-af44-30c526d6d200 None None] Calling delete_port for 093e8d66-9642-4dcc-b69e-39006e3eb09b owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:02.836189 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.861010 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Pushing event deleted for resources: {'Port': ['ID=093e8d66-9642-4dcc-b69e-39006e3eb09b,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:02.864431 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] No DVR routers for this DVR port 093e8d66-9642-4dcc-b69e-39006e3eb09b on host dv-cinder-809965-1-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:12:02.938251 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.960295 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ed44a3-5020-459e-a5d8-53caa9b90a71']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:02.970406 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ae7dc3-9030-43d3-905d-59330667320c') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:02.970694 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ae7dc3-9030-43d3-905d-59330667320c') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:02.980725 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3559785'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:02.998306 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:03.006406 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:12:03.006904 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25425263'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: timer() Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: cb(*args, **kw) Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: self._notify() Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: self.callback(batched_events) Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: event.method(event) Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._get(url).json() Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:12:03.008795 dv-cinder-809965-1-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:12:03.037123 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-29bf7d2e-5d09-4e41-af44-30c526d6d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:03.062333 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf7d2e-5d09-4e41-af44-30c526d6d200 None None] Pushing event deleted for resources: {'Port': ['ID=093e8d66-9642-4dcc-b69e-39006e3eb09b,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:03.068520 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf7d2e-5d09-4e41-af44-30c526d6d200 None None] No DVR routers for this DVR port 093e8d66-9642-4dcc-b69e-39006e3eb09b on host dv-cinder-809965-1-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:12:03.069293 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:03.075373 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:03.078799 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] 10.222.0.32 "DELETE /v2.0/networks/82ed44a3-5020-459e-a5d8-53caa9b90a71 HTTP/1.1" status: 204 len: 168 time: 0.6367910 Sep 20 05:12:03.092447 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7dc7f-e362-4d96-81d9-b459c110b801 admin admin] Pushing event deleted for resources: {'Network': ['ID=82ed44a3-5020-459e-a5d8-53caa9b90a71,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:03.190765 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 43714) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:03.237344 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-dac76d3c-03b7-4e56-b814-a78bb890abf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bfea594b1e04a0da5dd12d328acb684&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0454111 Sep 20 05:12:03.239845 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 43716) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:03.289750 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d005c1df-928f-4f4a-9c64-f7489c8c129a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:03.315430 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d005c1df-928f-4f4a-9c64-f7489c8c129a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:03.361157 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d005c1df-928f-4f4a-9c64-f7489c8c129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:03.364095 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d005c1df-928f-4f4a-9c64-f7489c8c129a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:03.365236 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d005c1df-928f-4f4a-9c64-f7489c8c129a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fcb5f91-2dae-4147-bf12-18fe1d52dd33 HTTP/1.1" status: 204 len: 168 time: 0.1243429 Sep 20 05:12:03.372444 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005c1df-928f-4f4a-9c64-f7489c8c129a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcb5f91-2dae-4147-bf12-18fe1d52dd33,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:03.837609 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976f275-8b77-4248-ab55-2809aa766ba5 req-3eb267d2-f2e0-4317-9a6a-61060c0398fa tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:03.839121 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5976f275-8b77-4248-ab55-2809aa766ba5 req-3eb267d2-f2e0-4317-9a6a-61060c0398fa tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 946 time: 0.0494955 Sep 20 05:12:03.881510 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5976f275-8b77-4248-ab55-2809aa766ba5 req-6fe3457a-7973-41c9-abe9-38ea4d9491b2 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358331 Sep 20 05:12:03.935180 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device fa6cfbe6-9d21-4843-adbd-e742488398ff no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:03.956557 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: fa6cfbe6-9d21-4843-adbd-e742488398ff {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:03.956909 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device fa6cfbe6-9d21-4843-adbd-e742488398ff not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:03.957381 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 093e8d66-9642-4dcc-b69e-39006e3eb09b no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:03.988241 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 093e8d66-9642-4dcc-b69e-39006e3eb09b {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:03.988623 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 093e8d66-9642-4dcc-b69e-39006e3eb09b not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:04.067573 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1b69af45-75a6-4628-b7b9-8cfdef2cf5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:04.907128 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:05.334318 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:06.785676 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:12.732967 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 43856) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:12.835598 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d9541504-79c7-458a-9717-8580cbf69571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:12.921498 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d9541504-79c7-458a-9717-8580cbf69571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:12.924851 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d9541504-79c7-458a-9717-8580cbf69571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:12.962419 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d9541504-79c7-458a-9717-8580cbf69571 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=411043e0aaf742a6a07dd224e7c553f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283809 Sep 20 05:12:12.963356 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9541504-79c7-458a-9717-8580cbf69571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6399a256-b72e-4c56-ada8-50ff3ce03a0a,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:12.965096 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 43862) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:13.017701 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-02db2df4-3f9a-4b40-afdf-a7d316dee5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:13.037907 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-02db2df4-3f9a-4b40-afdf-a7d316dee5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:13.088331 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-02db2df4-3f9a-4b40-afdf-a7d316dee5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:13.090769 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-02db2df4-3f9a-4b40-afdf-a7d316dee5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:13.091902 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-02db2df4-3f9a-4b40-afdf-a7d316dee5d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6399a256-b72e-4c56-ada8-50ff3ce03a0a HTTP/1.1" status: 204 len: 168 time: 0.1258323 Sep 20 05:12:13.099514 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db2df4-3f9a-4b40-afdf-a7d316dee5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6399a256-b72e-4c56-ada8-50ff3ce03a0a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:18.892392 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:12:20.014277 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 43984) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:20.121417 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9fdb92f3-5598-4be3-84d8-33cc920eba9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.218259 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9fdb92f3-5598-4be3-84d8-33cc920eba9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.221792 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9fdb92f3-5598-4be3-84d8-33cc920eba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.258353 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9fdb92f3-5598-4be3-84d8-33cc920eba9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ce30e61a9544cc78c33676a86a7f2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427096 Sep 20 05:12:20.259239 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb92f3-5598-4be3-84d8-33cc920eba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eee275-766b-44fb-8930-da84179cacae,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:20.261074 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 43994) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:20.309890 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5ce3a1f-3cda-4bab-b8b0-dd57e59f46a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.331714 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5ce3a1f-3cda-4bab-b8b0-dd57e59f46a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.380706 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5ce3a1f-3cda-4bab-b8b0-dd57e59f46a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.383378 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5ce3a1f-3cda-4bab-b8b0-dd57e59f46a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.384552 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c5ce3a1f-3cda-4bab-b8b0-dd57e59f46a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90eee275-766b-44fb-8930-da84179cacae HTTP/1.1" status: 204 len: 168 time: 0.1224990 Sep 20 05:12:20.392608 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce3a1f-3cda-4bab-b8b0-dd57e59f46a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eee275-766b-44fb-8930-da84179cacae,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:20.641100 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44000) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:20.653921 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-349d8703-c22e-444c-b631-6b51c08f7901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.743747 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-349d8703-c22e-444c-b631-6b51c08f7901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.747392 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-349d8703-c22e-444c-b631-6b51c08f7901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.784998 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-349d8703-c22e-444c-b631-6b51c08f7901 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4df6e5cd087f4c9e80b7632f413f6d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428502 Sep 20 05:12:20.785832 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d8703-c22e-444c-b631-6b51c08f7901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9ed4f3-7d46-4027-82f8-8af562b25f6c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:20.788552 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44002) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:20.841548 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e09b9b83-fbb3-4cb4-96e4-53d550d4742f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.863196 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e09b9b83-fbb3-4cb4-96e4-53d550d4742f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.910895 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e09b9b83-fbb3-4cb4-96e4-53d550d4742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.913543 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e09b9b83-fbb3-4cb4-96e4-53d550d4742f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:20.914715 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e09b9b83-fbb3-4cb4-96e4-53d550d4742f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf9ed4f3-7d46-4027-82f8-8af562b25f6c HTTP/1.1" status: 204 len: 168 time: 0.1247718 Sep 20 05:12:20.923155 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b9b83-fbb3-4cb4-96e4-53d550d4742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9ed4f3-7d46-4027-82f8-8af562b25f6c,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:21.233825 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44012) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:21.246823 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f3708489-a105-4917-944e-3941c33f25c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:21.338297 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f3708489-a105-4917-944e-3941c33f25c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:21.342316 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f3708489-a105-4917-944e-3941c33f25c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:21.380783 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f3708489-a105-4917-944e-3941c33f25c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f12f54cfe5547749233ebfce4150edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456563 Sep 20 05:12:21.381906 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3708489-a105-4917-944e-3941c33f25c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c25272-58e9-4f5d-82c4-d273a7107372,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:21.383441 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44016) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:21.432001 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e481358f-aaca-49c0-86c7-6e3d2c7f2311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:21.452909 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e481358f-aaca-49c0-86c7-6e3d2c7f2311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:21.499431 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e481358f-aaca-49c0-86c7-6e3d2c7f2311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:21.502113 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e481358f-aaca-49c0-86c7-6e3d2c7f2311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:21.503278 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e481358f-aaca-49c0-86c7-6e3d2c7f2311 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36c25272-58e9-4f5d-82c4-d273a7107372 HTTP/1.1" status: 204 len: 168 time: 0.1188185 Sep 20 05:12:21.511236 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481358f-aaca-49c0-86c7-6e3d2c7f2311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c25272-58e9-4f5d-82c4-d273a7107372,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:22.530501 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44052) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:22.634235 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-068e8087-1b01-4bf2-ba62-9bbb439dad6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:22.723432 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-068e8087-1b01-4bf2-ba62-9bbb439dad6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:22.726922 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-068e8087-1b01-4bf2-ba62-9bbb439dad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:22.762828 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-068e8087-1b01-4bf2-ba62-9bbb439dad6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cfc4b548b1c47fb8d147de1d7088ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312677 Sep 20 05:12:22.764826 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e8087-1b01-4bf2-ba62-9bbb439dad6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bab202-45c0-42fd-bee3-ff39b80ddbc8,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:22.765627 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44056) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:22.814480 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c43d4324-eb9d-429c-bc39-ef23e9e088f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:22.836064 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c43d4324-eb9d-429c-bc39-ef23e9e088f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:22.883744 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c43d4324-eb9d-429c-bc39-ef23e9e088f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:22.886255 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c43d4324-eb9d-429c-bc39-ef23e9e088f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:22.887383 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c43d4324-eb9d-429c-bc39-ef23e9e088f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74bab202-45c0-42fd-bee3-ff39b80ddbc8 HTTP/1.1" status: 204 len: 168 time: 0.1207559 Sep 20 05:12:22.894708 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d4324-eb9d-429c-bc39-ef23e9e088f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bab202-45c0-42fd-bee3-ff39b80ddbc8,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:24.914077 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15870f94-38b8-44af-a86a-dd6a910f1313 req-2ac461bb-5d6e-4daa-acd5-2be2dfdffc7c tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:24.915560 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-15870f94-38b8-44af-a86a-dd6a910f1313 req-2ac461bb-5d6e-4daa-acd5-2be2dfdffc7c tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 946 time: 0.0503004 Sep 20 05:12:24.955272 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-15870f94-38b8-44af-a86a-dd6a910f1313 req-bf87bcfa-f306-4dfd-8dcb-84d4e841b97e tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Sep 20 05:12:26.079076 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a61db-5927-408e-b3ef-6e9fe4397375 req-5deda237-4491-46dd-9ba8-93eb5f1f05cc tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:26.080574 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-112a61db-5927-408e-b3ef-6e9fe4397375 req-5deda237-4491-46dd-9ba8-93eb5f1f05cc tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 946 time: 0.0498266 Sep 20 05:12:26.118007 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-112a61db-5927-408e-b3ef-6e9fe4397375 req-98209190-306a-491a-b5bb-0383e114a566 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/security-groups?id=035e5b7f-7205-4b78-8846-74265d19b1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Sep 20 05:12:26.830862 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbdf6d-e58e-4a04-9c93-08a1985c26bd req-c30546f7-797a-45b2-962c-63080d135f98 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:26.832283 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-82bbdf6d-e58e-4a04-9c93-08a1985c26bd req-c30546f7-797a-45b2-962c-63080d135f98 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.23 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 946 time: 0.0578465 Sep 20 05:12:26.933452 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-82bbdf6d-e58e-4a04-9c93-08a1985c26bd req-efc3f579-9fbc-4da6-9881-f3438554d1c3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Deleting port 1e2189a0-2566-48e0-8aa8-ded73fcb673d {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:26.933794 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-82bbdf6d-e58e-4a04-9c93-08a1985c26bd req-efc3f579-9fbc-4da6-9881-f3438554d1c3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:27.024995 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-82bbdf6d-e58e-4a04-9c93-08a1985c26bd req-efc3f579-9fbc-4da6-9881-f3438554d1c3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] For port 1e2189a0-2566-48e0-8aa8-ded73fcb673d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1e2189a0-2566-48e0-8aa8-ded73fcb673d,segment=NetworkSegment(675efd40-5b56-491f-a027-70462ce95111),segment_id=675efd40-5b56-491f-a027-70462ce95111)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:27.025350 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-82bbdf6d-e58e-4a04-9c93-08a1985c26bd req-efc3f579-9fbc-4da6-9881-f3438554d1c3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:27.037697 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-82bbdf6d-e58e-4a04-9c93-08a1985c26bd req-efc3f579-9fbc-4da6-9881-f3438554d1c3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Calling delete_port for 1e2189a0-2566-48e0-8aa8-ded73fcb673d owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:27.171803 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-82bbdf6d-e58e-4a04-9c93-08a1985c26bd req-efc3f579-9fbc-4da6-9881-f3438554d1c3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:27.201632 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3f579-9fbc-4da6-9881-f3438554d1c3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Pushing event deleted for resources: {'Port': ['ID=1e2189a0-2566-48e0-8aa8-ded73fcb673d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:27.217526 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['1e2189a0-2566-48e0-8aa8-ded73fcb673d'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:12:27.252395 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-de321949-c5c5-44bc-9e7a-83cc74968c31 req-154096f8-f3a6-4a10-be5e-0cacfbaf2c64 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.32 "GET /v2.0/ports?device_id=0632f502-70ce-4cf9-8fd9-b9d4d8d5825c HTTP/1.1" status: 200 len: 210 time: 0.0564754 Sep 20 05:12:27.254445 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bbdf6d-e58e-4a04-9c93-08a1985c26bd req-efc3f579-9fbc-4da6-9881-f3438554d1c3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] No DVR routers for this DVR port 1e2189a0-2566-48e0-8aa8-ded73fcb673d on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:12:27.256928 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-82bbdf6d-e58e-4a04-9c93-08a1985c26bd req-efc3f579-9fbc-4da6-9881-f3438554d1c3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:27.258873 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-82bbdf6d-e58e-4a04-9c93-08a1985c26bd req-efc3f579-9fbc-4da6-9881-f3438554d1c3 tempest-VolumesSnapshotTestJSON-227228642 tempest-VolumesSnapshotTestJSON-227228642-project] 10.222.0.23 "DELETE /v2.0/ports/1e2189a0-2566-48e0-8aa8-ded73fcb673d HTTP/1.1" status: 204 len: 173 time: 0.4078698 Sep 20 05:12:27.259300 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0632f502-70ce-4cf9-8fd9-b9d4d8d5825c', 'name': 'network-vif-deleted', 'tag': '1e2189a0-2566-48e0-8aa8-ded73fcb673d'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:12:27.261547 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5be3d5-5b71-42dc-acae-49ca4add6366" -d '{"events": [{"server_uuid": "0632f502-70ce-4cf9-8fd9-b9d4d8d5825c", "name": "network-vif-deleted", "tag": "1e2189a0-2566-48e0-8aa8-ded73fcb673d"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:12:27.299734 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccf4d7e-d676-41e6-a611-8513d55079ff x-openstack-request-id: req-dccf4d7e-d676-41e6-a611-8513d55079ff {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:12:27.300052 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0632f502-70ce-4cf9-8fd9-b9d4d8d5825c", "name": "network-vif-deleted", "tag": "1e2189a0-2566-48e0-8aa8-ded73fcb673d", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:12:27.300294 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dccf4d7e-d676-41e6-a611-8513d55079ff {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:12:27.300683 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0632f502-70ce-4cf9-8fd9-b9d4d8d5825c', 'name': 'network-vif-deleted', 'tag': '1e2189a0-2566-48e0-8aa8-ded73fcb673d', 'status': 'completed', 'code': 200} Sep 20 05:12:28.462082 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:31.522936 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-18eb1980-848b-483a-b7aa-106621b4c0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:33.086264 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 1e2189a0-2566-48e0-8aa8-ded73fcb673d no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:33.108530 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 1e2189a0-2566-48e0-8aa8-ded73fcb673d {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:33.108862 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 1e2189a0-2566-48e0-8aa8-ded73fcb673d not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:33.351870 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a312673-367b-4a14-bc17-e556c7e2c14a req-f1aebd5e-7d5b-44bc-939a-9c5254ef5687 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:33.353394 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a312673-367b-4a14-bc17-e556c7e2c14a req-f1aebd5e-7d5b-44bc-939a-9c5254ef5687 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 946 time: 0.0536175 Sep 20 05:12:33.391620 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9a312673-367b-4a14-bc17-e556c7e2c14a req-963b046a-561f-47f3-85c2-9dd900dcf6b2 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Sep 20 05:12:34.071165 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-05c99227-095b-4d17-8856-9e850e0f5fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:34.516668 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d3752-f533-4729-b850-b5dbf4e67219 req-60ba0e0f-b4cf-4fe9-b303-8ecd26ed8e6c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:34.518143 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-de9d3752-f533-4729-b850-b5dbf4e67219 req-60ba0e0f-b4cf-4fe9-b303-8ecd26ed8e6c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 946 time: 0.0500026 Sep 20 05:12:34.561309 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-de9d3752-f533-4729-b850-b5dbf4e67219 req-c6e7de80-3362-48b9-8b20-96195e0bdd26 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups?id=217fa459-3f96-4c53-bfae-74ab77e7ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353229 Sep 20 05:12:34.907964 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:34.991598 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-d6f952f2-d917-4389-b338-8c28adf4d87c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:34.993084 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-d6f952f2-d917-4389-b338-8c28adf4d87c tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 946 time: 0.0485957 Sep 20 05:12:35.086755 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Deleting port ce0a0e28-6052-4817-9c8f-321d17ef7530 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:35.087091 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:35.177157 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] For port ce0a0e28-6052-4817-9c8f-321d17ef7530, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0a0e28-6052-4817-9c8f-321d17ef7530,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:35.177522 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:35.339835 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:35.352343 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:35.352732 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:35.353047 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.l3_db [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Floating IP 3d2bd9c7-49f1-4b95-912a-13b25baaf265 disassociated. External IP: 172.27.1.211, port: ce0a0e28-6052-4817-9c8f-321d17ef7530. Sep 20 05:12:35.353379 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Calling delete_port for ce0a0e28-6052-4817-9c8f-321d17ef7530 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:35.495098 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:35.525590 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event deleted for resources: {'Port': ['ID=ce0a0e28-6052-4817-9c8f-321d17ef7530,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:35.640297 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Router a429d993-38f6-4c3f-a892-741c437920eb has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:12:35.668600 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b381379a-63a2-4cb2-821e-63b67124d410 req-f0ba983c-9f44-4d0d-8243-e7bdb2877641 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe08c9fd-c5ce-4933-a296-a9e5280f8180 HTTP/1.1" status: 200 len: 210 time: 0.0311811 Sep 20 05:12:35.757081 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:12:35.771284 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287bae0b-20d5-4d5b-a746-2900dbdc1b7c None None] Sync routers for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:12:35.781778 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287bae0b-20d5-4d5b-a746-2900dbdc1b7c None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:35.782381 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-287bae0b-20d5-4d5b-a746-2900dbdc1b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:35.799330 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] No DVR routers for this DVR port ce0a0e28-6052-4817-9c8f-321d17ef7530 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:12:35.802044 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:35.804824 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8372f3f4-346a-405a-9a3f-ba11e381a238 req-cf9db68c-f08f-46e4-b642-023be4089010 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.23 "DELETE /v2.0/ports/ce0a0e28-6052-4817-9c8f-321d17ef7530 HTTP/1.1" status: 204 len: 173 time: 0.8046806 Sep 20 05:12:35.805277 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'name': 'network-vif-deleted', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:12:35.811409 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef67eb33-b66e-4f18-bfed-d44a96fbf299" -d '{"events": [{"server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "name": "network-vif-deleted", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:12:35.855484 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ae4d28-acec-4cb8-bbe1-2e3794c19305 x-openstack-request-id: req-37ae4d28-acec-4cb8-bbe1-2e3794c19305 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:12:35.855772 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe08c9fd-c5ce-4933-a296-a9e5280f8180", "name": "network-vif-deleted", "tag": "ce0a0e28-6052-4817-9c8f-321d17ef7530", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:12:35.856083 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37ae4d28-acec-4cb8-bbe1-2e3794c19305 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:12:35.856475 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe08c9fd-c5ce-4933-a296-a9e5280f8180', 'name': 'network-vif-deleted', 'tag': 'ce0a0e28-6052-4817-9c8f-321d17ef7530', 'status': 'completed', 'code': 200} Sep 20 05:12:35.918392 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-287bae0b-20d5-4d5b-a746-2900dbdc1b7c None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:36.134486 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-287bae0b-20d5-4d5b-a746-2900dbdc1b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:37Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:36.159947 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287bae0b-20d5-4d5b-a746-2900dbdc1b7c None None] Checking router: a429d993-38f6-4c3f-a892-741c437920eb for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:12:36.168710 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287bae0b-20d5-4d5b-a746-2900dbdc1b7c None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:36.169312 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-287bae0b-20d5-4d5b-a746-2900dbdc1b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:36.363099 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-287bae0b-20d5-4d5b-a746-2900dbdc1b7c None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:36.582502 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-287bae0b-20d5-4d5b-a746-2900dbdc1b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:37Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:36.611104 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287bae0b-20d5-4d5b-a746-2900dbdc1b7c None None] The sync data for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi is: [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:05:31Z', 'revision_number': 4, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '5bdc5992-243e-43e4-b82f-38390b781d06', 'name': '', 'network_id': '938fc456-60b7-4e39-9ccf-45538a5abe25', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'mac_address': 'fa:16:3e:70:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:26Z', 'updated_at': '2021-09-20T05:05:37Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'subnets': [{'id': '71871696-4302-48e7-95a4-aa932a5d3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:12:36.766661 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44256) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:36.792629 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:36.832078 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44a595c3-cf9e-41fd-97ce-c612a53afdb6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:36.859312 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44a595c3-cf9e-41fd-97ce-c612a53afdb6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:36.885998 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264bc34-fb75-4b62-bcce-931df53eb623 None None] New status for floating IP 3d2bd9c7-49f1-4b95-912a-13b25baaf265: DOWN {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:12:36.911285 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44a595c3-cf9e-41fd-97ce-c612a53afdb6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:36.914689 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44a595c3-cf9e-41fd-97ce-c612a53afdb6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:36.915887 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-44a595c3-cf9e-41fd-97ce-c612a53afdb6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "DELETE /v2.0/security-groups/217fa459-3f96-4c53-bfae-74ab77e7ecd7 HTTP/1.1" status: 204 len: 168 time: 0.1481612 Sep 20 05:12:36.918747 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44260) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:36.924887 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a595c3-cf9e-41fd-97ce-c612a53afdb6 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217fa459-3f96-4c53-bfae-74ab77e7ecd7,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:36.934970 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.api.v2.resource [None req-e1ed7b45-a018-49d8-87cc-4f547aba3227 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] show failed (client error): The resource could not be found. Sep 20 05:12:36.935983 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e1ed7b45-a018-49d8-87cc-4f547aba3227 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "GET /v2.0/security-groups/217fa459-3f96-4c53-bfae-74ab77e7ecd7 HTTP/1.1" status: 404 len: 347 time: 0.0162504 Sep 20 05:12:36.939056 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44262) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:37.064775 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-1457b4d6-48d2-44d6-84cb-9213ff3ebaa7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Deleting port f168bd25-8971-4a7b-94cf-ab4bdfeeb01c {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:37.065122 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1457b4d6-48d2-44d6-84cb-9213ff3ebaa7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:37.144041 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1457b4d6-48d2-44d6-84cb-9213ff3ebaa7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:37.144399 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1457b4d6-48d2-44d6-84cb-9213ff3ebaa7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:37.155734 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-1457b4d6-48d2-44d6-84cb-9213ff3ebaa7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Calling delete_port for f168bd25-8971-4a7b-94cf-ab4bdfeeb01c owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:37.280992 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1457b4d6-48d2-44d6-84cb-9213ff3ebaa7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:37.310626 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457b4d6-48d2-44d6-84cb-9213ff3ebaa7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Pushing event deleted for resources: {'Port': ['ID=f168bd25-8971-4a7b-94cf-ab4bdfeeb01c,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:37.367333 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1457b4d6-48d2-44d6-84cb-9213ff3ebaa7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:37.369875 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1457b4d6-48d2-44d6-84cb-9213ff3ebaa7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:37.371014 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1457b4d6-48d2-44d6-84cb-9213ff3ebaa7 tempest-AttachVolumeShelveTestJSON-1161940122 tempest-AttachVolumeShelveTestJSON-1161940122-project] 10.222.0.32 "DELETE /v2.0/floatingips/3d2bd9c7-49f1-4b95-912a-13b25baaf265 HTTP/1.1" status: 204 len: 168 time: 0.4310067 Sep 20 05:12:38.322568 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44280) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:38.628513 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Deleting port 300aab81-5cae-47a6-80ab-e9445432cee2 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:38.628850 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:38.709156 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:38.709478 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:38.721380 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Calling delete_port for 300aab81-5cae-47a6-80ab-e9445432cee2 owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:38.886845 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:38.909567 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event deleted for resources: {'Port': ['ID=300aab81-5cae-47a6-80ab-e9445432cee2,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:38.972471 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:38.972861 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Floating IP 853d5f6b-e4cd-481a-8323-a43700cedd41 disassociated (deleted). External IP: 172.27.1.221, port: c5665f10-298c-4492-b850-b0215c4cca5c. Sep 20 05:12:39.175389 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Router 4785d96b-9a01-4578-aec9-3af9f76e57c6 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:12:39.283196 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:12:39.287886 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:39.292342 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86eef5-9c6e-4125-97b9-16dcad5573aa None None] Sync routers for ids ['4785d96b-9a01-4578-aec9-3af9f76e57c6'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:12:39.300934 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86eef5-9c6e-4125-97b9-16dcad5573aa None None] Routers {'4785d96b-9a01-4578-aec9-3af9f76e57c6'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:39.301532 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4c86eef5-9c6e-4125-97b9-16dcad5573aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['4785d96b-9a01-4578-aec9-3af9f76e57c6'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:39.313591 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-74840418-2967-4378-8a29-d584edfe965c tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "DELETE /v2.0/floatingips/853d5f6b-e4cd-481a-8323-a43700cedd41 HTTP/1.1" status: 204 len: 168 time: 0.9899666 Sep 20 05:12:39.314161 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:12:39.317777 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff93a11-51ab-411c-be12-89a90a3a3098" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:12:39.412283 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-4c86eef5-9c6e-4125-97b9-16dcad5573aa None None] Set router 4785d96b-9a01-4578-aec9-3af9f76e57c6 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:39.486484 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e25af5-b959-4c79-9601-12164ca1404d x-openstack-request-id: req-b2e25af5-b959-4c79-9601-12164ca1404d {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:12:39.486989 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:12:39.487150 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2e25af5-b959-4c79-9601-12164ca1404d {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:12:39.487719 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'status': 'completed', 'code': 200} Sep 20 05:12:39.543382 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57552d-9f95-4908-bbcd-93db94ff3ac5 req-55286234-989c-4f3a-86b3-563aa3ee761d tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:39.544905 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ef57552d-9f95-4908-bbcd-93db94ff3ac5 req-55286234-989c-4f3a-86b3-563aa3ee761d tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0508382 Sep 20 05:12:39.586665 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ef57552d-9f95-4908-bbcd-93db94ff3ac5 req-6c27aa8f-1e21-4f17-ae82-11711b95db1b tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355523 Sep 20 05:12:39.621376 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4c86eef5-9c6e-4125-97b9-16dcad5573aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:04Z', 'revision_number': 4, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '6667b96d-7921-4ee3-9ec9-73c0c2bd7572', 'name': '', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'mac_address': 'fa:16:3e:7a:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:03Z', 'updated_at': '2021-09-20T05:07:08Z', 'revision_number': 5, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'subnets': [{'id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:39.650703 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86eef5-9c6e-4125-97b9-16dcad5573aa None None] Checking router: 4785d96b-9a01-4578-aec9-3af9f76e57c6 for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:12:39.658580 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86eef5-9c6e-4125-97b9-16dcad5573aa None None] Routers {'4785d96b-9a01-4578-aec9-3af9f76e57c6'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:39.659173 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4c86eef5-9c6e-4125-97b9-16dcad5573aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['4785d96b-9a01-4578-aec9-3af9f76e57c6'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:39.762792 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-4c86eef5-9c6e-4125-97b9-16dcad5573aa None None] Set router 4785d96b-9a01-4578-aec9-3af9f76e57c6 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:39.956292 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4c86eef5-9c6e-4125-97b9-16dcad5573aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:04Z', 'revision_number': 4, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '6667b96d-7921-4ee3-9ec9-73c0c2bd7572', 'name': '', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'mac_address': 'fa:16:3e:7a:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:03Z', 'updated_at': '2021-09-20T05:07:08Z', 'revision_number': 5, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'subnets': [{'id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:39.981246 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86eef5-9c6e-4125-97b9-16dcad5573aa None None] The sync data for ids ['4785d96b-9a01-4578-aec9-3af9f76e57c6'] in dv-cinder-809965-1-iscsi is: [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:04Z', 'revision_number': 4, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '6667b96d-7921-4ee3-9ec9-73c0c2bd7572', 'name': '', 'network_id': '3850c6d9-5a38-4302-9566-5bea500483a4', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'mac_address': 'fa:16:3e:7a:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:03Z', 'updated_at': '2021-09-20T05:07:08Z', 'revision_number': 5, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'subnets': [{'id': 'beaea98b-e35d-45f4-920f-fd21aa41d2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:12:40.182131 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe455c-584e-468f-b0ed-e98cceb22429 None None] New status for floating IP 853d5f6b-e4cd-481a-8323-a43700cedd41: DOWN {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:12:40.702063 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498a54d-02c4-4135-b86b-fe67193e53b9 req-c1322675-4e30-4780-96d7-74f93ff0ad62 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:40.703772 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9498a54d-02c4-4135-b86b-fe67193e53b9 req-c1322675-4e30-4780-96d7-74f93ff0ad62 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0491509 Sep 20 05:12:40.739857 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9498a54d-02c4-4135-b86b-fe67193e53b9 req-6b929ae6-dfad-4076-8c88-7f4b06353679 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302703 Sep 20 05:12:41.761437 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device ce0a0e28-6052-4817-9c8f-321d17ef7530 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:41.782096 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: ce0a0e28-6052-4817-9c8f-321d17ef7530 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:41.782434 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device ce0a0e28-6052-4817-9c8f-321d17ef7530 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:41.856457 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba09428-3d88-4b04-8272-f9af2dc2df6b req-fd827490-b24d-4dd5-ad66-6d57372bc00e tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:41.857972 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ba09428-3d88-4b04-8272-f9af2dc2df6b req-fd827490-b24d-4dd5-ad66-6d57372bc00e tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0503156 Sep 20 05:12:41.885071 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff93a11-51ab-411c-be12-89a90a3a3098 req-319d6193-b6d2-4ef8-a24e-f27f61d4cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:41.886635 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dff93a11-51ab-411c-be12-89a90a3a3098 req-319d6193-b6d2-4ef8-a24e-f27f61d4cb58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1074f9196db945dd9f2236b3eca92230&device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 1099 time: 0.0454154 Sep 20 05:12:41.895641 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2ba09428-3d88-4b04-8272-f9af2dc2df6b req-8edab347-42dc-4044-95a8-8c01f5631ac5 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318584 Sep 20 05:12:41.976893 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff93a11-51ab-411c-be12-89a90a3a3098 req-6cc2bba3-b81f-4bda-b360-d10474b70f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:41.978343 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dff93a11-51ab-411c-be12-89a90a3a3098 req-6cc2bba3-b81f-4bda-b360-d10474b70f12 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3850c6d9-5a38-4302-9566-5bea500483a4 HTTP/1.1" status: 200 len: 909 time: 0.0843921 Sep 20 05:12:42.020476 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dff93a11-51ab-411c-be12-89a90a3a3098 req-bcce5c89-d98e-4316-9d36-77ef5c9a82b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5665f10-298c-4492-b850-b0215c4cca5c HTTP/1.1" status: 200 len: 217 time: 0.0326557 Sep 20 05:12:42.072098 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff93a11-51ab-411c-be12-89a90a3a3098 req-d3a64fe6-80f9-4f1d-9bed-bb6913a36f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:42.073527 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dff93a11-51ab-411c-be12-89a90a3a3098 req-d3a64fe6-80f9-4f1d-9bed-bb6913a36f30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=beaea98b-e35d-45f4-920f-fd21aa41d2cf HTTP/1.1" status: 200 len: 848 time: 0.0454943 Sep 20 05:12:42.123162 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff93a11-51ab-411c-be12-89a90a3a3098 req-95f6d542-6970-435c-9ec7-218156611b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:42.124686 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dff93a11-51ab-411c-be12-89a90a3a3098 req-95f6d542-6970-435c-9ec7-218156611b82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3850c6d9-5a38-4302-9566-5bea500483a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427940 Sep 20 05:12:42.214023 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dff93a11-51ab-411c-be12-89a90a3a3098 req-6887194f-bdf3-459d-9558-661be9d7040e service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795529 Sep 20 05:12:42.306986 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dff93a11-51ab-411c-be12-89a90a3a3098 req-571a5a64-97c2-4435-8b62-c0595a9a9c74 service neutron] 10.222.0.23 "GET /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823972 Sep 20 05:12:42.943039 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44336) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:43.008379 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac083-3002-43aa-ad5a-c6e6d1dc2d19 req-6c14c993-1250-4932-b4ca-6dfbb1d5df39 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:43.009897 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-27cac083-3002-43aa-ad5a-c6e6d1dc2d19 req-6c14c993-1250-4932-b4ca-6dfbb1d5df39 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0501716 Sep 20 05:12:43.050088 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-27cac083-3002-43aa-ad5a-c6e6d1dc2d19 req-881cbbb5-e5d5-4971-a34e-328a322358e7 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343401 Sep 20 05:12:43.650100 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-416ea7fc-aedc-484f-8ef8-bd8387632aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-511756'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:43.834782 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16d265-e242-41de-ba8b-1e82a017f99e req-4e1cab04-b3d8-4125-a3b0-c28f779a32b2 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:43.836428 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7e16d265-e242-41de-ba8b-1e82a017f99e req-4e1cab04-b3d8-4125-a3b0-c28f779a32b2 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.1080790 Sep 20 05:12:43.982136 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-7e16d265-e242-41de-ba8b-1e82a017f99e req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Deleting port c5665f10-298c-4492-b850-b0215c4cca5c {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:43.982834 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7e16d265-e242-41de-ba8b-1e82a017f99e req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:44.066943 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-416ea7fc-aedc-484f-8ef8-bd8387632aa8 admin admin] Deleting port 5bdc5992-243e-43e4-b82f-38390b781d06 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:44.067282 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-416ea7fc-aedc-484f-8ef8-bd8387632aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:44.103574 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-7e16d265-e242-41de-ba8b-1e82a017f99e req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] For port c5665f10-298c-4492-b850-b0215c4cca5c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c5665f10-298c-4492-b850-b0215c4cca5c,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:44.103943 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7e16d265-e242-41de-ba8b-1e82a017f99e req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:44.153850 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-7e16d265-e242-41de-ba8b-1e82a017f99e req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Calling delete_port for c5665f10-298c-4492-b850-b0215c4cca5c owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:44.168886 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a8165-6eba-4705-baed-18a4d285b1be req-bb9a4b4a-7b1b-4ef4-a187-1cac6bf4b974 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:44.170541 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fc0a8165-6eba-4705-baed-18a4d285b1be req-bb9a4b4a-7b1b-4ef4-a187-1cac6bf4b974 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 946 time: 0.0509722 Sep 20 05:12:44.207446 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fc0a8165-6eba-4705-baed-18a4d285b1be req-c3fcbdc7-aa6a-4c73-9c9f-0eae8aaee61e tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c176b57-c028-49f5-a6e0-51442a76e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307841 Sep 20 05:12:44.214572 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-416ea7fc-aedc-484f-8ef8-bd8387632aa8 admin admin] For port 5bdc5992-243e-43e4-b82f-38390b781d06, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=5bdc5992-243e-43e4-b82f-38390b781d06,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:44.214933 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-416ea7fc-aedc-484f-8ef8-bd8387632aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:44.231446 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-416ea7fc-aedc-484f-8ef8-bd8387632aa8 admin admin] Calling delete_port for 5bdc5992-243e-43e4-b82f-38390b781d06 owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:44.400063 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7e16d265-e242-41de-ba8b-1e82a017f99e req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:44.444726 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event deleted for resources: {'Port': ['ID=c5665f10-298c-4492-b850-b0215c4cca5c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:44.481604 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:44.481952 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:44.482350 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:44.482700 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:44.482990 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:44.483473 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:44.483878 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:44.484238 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:44.484591 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:44.484909 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:44.485237 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:44.485564 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:44.512318 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e16d265-e242-41de-ba8b-1e82a017f99e req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] No DVR routers for this DVR port c5665f10-298c-4492-b850-b0215c4cca5c on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:12:44.515078 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7e16d265-e242-41de-ba8b-1e82a017f99e req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:44.517723 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7e16d265-e242-41de-ba8b-1e82a017f99e req-9dcb462b-b687-43e5-890f-1a74fa35bdbc tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.23 "DELETE /v2.0/ports/c5665f10-298c-4492-b850-b0215c4cca5c HTTP/1.1" status: 204 len: 173 time: 0.6751826 Sep 20 05:12:44.520826 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'name': 'network-vif-deleted', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:12:44.523309 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0506120b-c47e-46f6-9ec5-a7a34c809956" -d '{"events": [{"server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "name": "network-vif-deleted", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:12:44.583164 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b085140f-2ff2-4320-aa10-0bd9be1db297 x-openstack-request-id: req-b085140f-2ff2-4320-aa10-0bd9be1db297 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:12:44.583334 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cef3cc-6b17-40d1-af52-d166d7c990e3", "name": "network-vif-deleted", "tag": "c5665f10-298c-4492-b850-b0215c4cca5c", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:12:44.583486 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b085140f-2ff2-4320-aa10-0bd9be1db297 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:12:44.583889 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cef3cc-6b17-40d1-af52-d166d7c990e3', 'name': 'network-vif-deleted', 'tag': 'c5665f10-298c-4492-b850-b0215c4cca5c', 'status': 'completed', 'code': 200} Sep 20 05:12:44.585202 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-416ea7fc-aedc-484f-8ef8-bd8387632aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:44.616240 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ea7fc-aedc-484f-8ef8-bd8387632aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdc5992-243e-43e4-b82f-38390b781d06,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:44.801818 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-416ea7fc-aedc-484f-8ef8-bd8387632aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275644'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:45.028943 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416ea7fc-aedc-484f-8ef8-bd8387632aa8 admin admin] Router a429d993-38f6-4c3f-a892-741c437920eb has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:12:45.139536 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416ea7fc-aedc-484f-8ef8-bd8387632aa8 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:12:45.144906 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-416ea7fc-aedc-484f-8ef8-bd8387632aa8 admin admin] 10.222.0.32 "PUT /v2.0/routers/a429d993-38f6-4c3f-a892-741c437920eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2008271 Sep 20 05:12:45.147470 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44376) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:45.148718 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5fe4b6-081c-45e8-b124-f3bf105347d4 None None] Sync routers for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:12:45.157728 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5fe4b6-081c-45e8-b124-f3bf105347d4 None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:45.158336 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-6b5fe4b6-081c-45e8-b124-f3bf105347d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:45.260851 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:45.274484 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-6b5fe4b6-081c-45e8-b124-f3bf105347d4 None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:45.329973 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bac2d88a-7dfd-4db8-b3db-2854db1758fc req-0a5aca66-bab5-4452-ac17-b2c1211b19d9 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8cef3cc-6b17-40d1-af52-d166d7c990e3 HTTP/1.1" status: 200 len: 210 time: 0.0363338 Sep 20 05:12:45.377841 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:45.437447 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Deleting port 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:45.437829 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:45.480363 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-6b5fe4b6-081c-45e8-b124-f3bf105347d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:12:44Z', 'revision_number': 5, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port': {'id': '7783f33c-541e-4cfe-9f1c-0d2fcc52e379', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:05:17Z', 'updated_at': '2021-09-20T05:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:45.517146 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5fe4b6-081c-45e8-b124-f3bf105347d4 None None] Checking router: a429d993-38f6-4c3f-a892-741c437920eb for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:12:45.524395 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] For port 7783f33c-541e-4cfe-9f1c-0d2fcc52e379, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=7783f33c-541e-4cfe-9f1c-0d2fcc52e379,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:45.524765 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:45.525692 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5fe4b6-081c-45e8-b124-f3bf105347d4 None None] Routers {'a429d993-38f6-4c3f-a892-741c437920eb'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:45.526281 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-6b5fe4b6-081c-45e8-b124-f3bf105347d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['a429d993-38f6-4c3f-a892-741c437920eb'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:45.536357 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Calling delete_port for 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:45.701856 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-6b5fe4b6-081c-45e8-b124-f3bf105347d4 None None] Set router a429d993-38f6-4c3f-a892-741c437920eb gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:45.706471 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:45.733941 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Pushing event deleted for resources: {'Port': ['ID=7783f33c-541e-4cfe-9f1c-0d2fcc52e379,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:45.765601 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-6b5fe4b6-081c-45e8-b124-f3bf105347d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:12:45Z', 'revision_number': 6, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port_host': None}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:45.798999 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5fe4b6-081c-45e8-b124-f3bf105347d4 None None] The sync data for ids ['a429d993-38f6-4c3f-a892-741c437920eb'] in dv-cinder-809965-1-iscsi is: [{'id': 'a429d993-38f6-4c3f-a892-741c437920eb', 'name': 'tempest-AttachVolumeShelveTestJSON-763652214-router', 'tenant_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:05:15Z', 'updated_at': '2021-09-20T05:12:45Z', 'revision_number': 6, 'project_id': '0ad587c82aaf4f638b2311fc969a1ec6', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:12:45.810908 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-275578'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:45.911090 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-509995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-429'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:45.913184 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:45.918138 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44394) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:45.955957 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510160'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:45.956517 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a429d993-38f6-4c3f-a892-741c437920eb {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:12:45.962764 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:45.963924 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1351cb52-d7f8-413c-a971-69c1ff8c0878 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a429d993-38f6-4c3f-a892-741c437920eb HTTP/1.1" status: 204 len: 168 time: 0.8154838 Sep 20 05:12:45.966540 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44398) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:46.010430 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d44f193-8ef5-45a3-809f-2a52d979e2f0 admin admin] Deleting subnet 71871696-4302-48e7-95a4-aa932a5d3f6d {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:12:46.014136 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2d44f193-8ef5-45a3-809f-2a52d979e2f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.052541 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-29ab41fb-ee50-47e7-a55f-79de2763f49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.073837 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2d44f193-8ef5-45a3-809f-2a52d979e2f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3559778'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.213381 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2d44f193-8ef5-45a3-809f-2a52d979e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.258813 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-29ab41fb-ee50-47e7-a55f-79de2763f49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.266714 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-29ab41fb-ee50-47e7-a55f-79de2763f49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.319032 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-29ab41fb-ee50-47e7-a55f-79de2763f49e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b288756a12c44cf812e47dcadf1250e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995988 Sep 20 05:12:46.319749 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab41fb-ee50-47e7-a55f-79de2763f49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5129e94-ed12-42a0-9ac6-a83427fe2357,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:46.322169 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44400) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:46.323470 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2d44f193-8ef5-45a3-809f-2a52d979e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25426609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27030987'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.345954 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44f193-8ef5-45a3-809f-2a52d979e2f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71871696-4302-48e7-95a4-aa932a5d3f6d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:46.355126 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2d44f193-8ef5-45a3-809f-2a52d979e2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.357153 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2d44f193-8ef5-45a3-809f-2a52d979e2f0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/71871696-4302-48e7-95a4-aa932a5d3f6d HTTP/1.1" status: 204 len: 168 time: 0.3896363 Sep 20 05:12:46.359498 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44404) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:46.361760 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24696461-184a-4a6b-8671-8ddd9f67704d None None] Network 938fc456-60b7-4e39-9ccf-45538a5abe25 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:12:46.381165 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-66ba072c-bbf4-4b64-942c-9c47fde2deb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.400442 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44406) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:46.412672 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-66ba072c-bbf4-4b64-942c-9c47fde2deb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.432153 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.492703 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Deleting port 18bccbb7-2582-45d5-ab1a-436064193cdb {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:46.495246 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.508279 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b23aac9d-8886-4223-a032-bd98837fd099 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.539482 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-66ba072c-bbf4-4b64-942c-9c47fde2deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.542039 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-66ba072c-bbf4-4b64-942c-9c47fde2deb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.545537 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-66ba072c-bbf4-4b64-942c-9c47fde2deb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5129e94-ed12-42a0-9ac6-a83427fe2357 HTTP/1.1" status: 204 len: 168 time: 0.2199225 Sep 20 05:12:46.545827 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b23aac9d-8886-4223-a032-bd98837fd099 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.562523 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba072c-bbf4-4b64-942c-9c47fde2deb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5129e94-ed12-42a0-9ac6-a83427fe2357,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:46.570997 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] For port 18bccbb7-2582-45d5-ab1a-436064193cdb, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=18bccbb7-2582-45d5-ab1a-436064193cdb,segment=NetworkSegment(9626c6c5-8dfc-4b60-944d-3d1d42809333),segment_id=9626c6c5-8dfc-4b60-944d-3d1d42809333)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:46.570997 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.587756 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Calling delete_port for 18bccbb7-2582-45d5-ab1a-436064193cdb owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:46.633858 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] DHCP port deletion for 938fc456-60b7-4e39-9ccf-45538a5abe25 request from dv-cinder-809965-1-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 05:12:46.642257 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b23aac9d-8886-4223-a032-bd98837fd099 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.645116 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b23aac9d-8886-4223-a032-bd98837fd099 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.646277 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b23aac9d-8886-4223-a032-bd98837fd099 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] 10.222.0.32 "DELETE /v2.0/security-groups/0c176b57-c028-49f5-a6e0-51442a76e2af HTTP/1.1" status: 204 len: 168 time: 0.2449119 Sep 20 05:12:46.664663 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23aac9d-8886-4223-a032-bd98837fd099 tempest-TestShelveInstance-241930115 tempest-TestShelveInstance-241930115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c176b57-c028-49f5-a6e0-51442a76e2af,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:46.707466 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 5bdc5992-243e-43e4-b82f-38390b781d06 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:46.715387 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44412) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:46.735513 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 5bdc5992-243e-43e4-b82f-38390b781d06 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:46.735851 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 5bdc5992-243e-43e4-b82f-38390b781d06 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:46.747554 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.764045 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device c5665f10-298c-4492-b850-b0215c4cca5c no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:46.793327 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] No DVR routers for this DVR port 18bccbb7-2582-45d5-ab1a-436064193cdb on host dv-cinder-809965-1-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:12:46.793937 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Deleting port 18bccbb7-2582-45d5-ab1a-436064193cdb {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:46.794317 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.795543 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Pushing event deleted for resources: {'Port': ['ID=18bccbb7-2582-45d5-ab1a-436064193cdb,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:46.798210 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: c5665f10-298c-4492-b850-b0215c4cca5c {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:46.798743 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device c5665f10-298c-4492-b850-b0215c4cca5c not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:46.880302 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] For port 18bccbb7-2582-45d5-ab1a-436064193cdb, host dv-cinder-809965-1-iscsi, got binding levels [] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:46.880700 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.893480 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Calling delete_port for 18bccbb7-2582-45d5-ab1a-436064193cdb owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:46.894625 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.897260 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.ipam_backend_mixin [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Port 18bccbb7-2582-45d5-ab1a-436064193cdb was not found and therefore no delete operation was performed {{(pid=94086) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 05:12:46.899224 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:46.912517 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] No DVR routers for this DVR port 18bccbb7-2582-45d5-ab1a-436064193cdb on host dv-cinder-809965-1-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:12:46.931110 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938fc456-60b7-4e39-9ccf-45538a5abe25']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:46.936403 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Pushing event deleted for resources: {'Port': ['ID=18bccbb7-2582-45d5-ab1a-436064193cdb,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:46.951807 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:46.952190 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:46.955497 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9626c6c5-8dfc-4b60-944d-3d1d42809333') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:46.955719 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9626c6c5-8dfc-4b60-944d-3d1d42809333') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:46.957078 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:46.957984 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:46.958335 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:46.958650 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:46.958978 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:46.959303 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:46.959639 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:46.959933 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:46.960281 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:46.960633 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f418841-9cc2-4a8b-8ec6-0e17f7a86e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:47.015982 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3559785'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:47.040818 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:47.083323 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:12:47.083734 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25425263'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: timer() Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: cb(*args, **kw) Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: self._notify() Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: self.callback(batched_events) Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: event.method(event) Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._get(url).json() Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:12:47.085481 dv-cinder-809965-1-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:12:47.202806 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:47.211812 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:47.215317 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] 10.222.0.32 "DELETE /v2.0/networks/938fc456-60b7-4e39-9ccf-45538a5abe25 HTTP/1.1" status: 204 len: 168 time: 0.8548055 Sep 20 05:12:47.237794 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2ba2d-ebea-46e1-b0de-ba0037904246 admin admin] Pushing event deleted for resources: {'Network': ['ID=938fc456-60b7-4e39-9ccf-45538a5abe25,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:47.355656 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44442) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:47.398389 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-cb827469-20ec-46da-ac5c-b105ec448bbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ad587c82aaf4f638b2311fc969a1ec6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413108 Sep 20 05:12:47.401288 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44444) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:47.455518 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c9105063-ce2a-4207-849f-e42da01e0c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:47.482185 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c9105063-ce2a-4207-849f-e42da01e0c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:47.542623 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c9105063-ce2a-4207-849f-e42da01e0c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:47.545376 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c9105063-ce2a-4207-849f-e42da01e0c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:47.546669 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c9105063-ce2a-4207-849f-e42da01e0c96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3eb1b91a-4cda-4e9a-98ac-a30329ce47ac HTTP/1.1" status: 204 len: 168 time: 0.1441867 Sep 20 05:12:47.560326 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9105063-ce2a-4207-849f-e42da01e0c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb1b91a-4cda-4e9a-98ac-a30329ce47ac,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:47.703328 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-530c406d-f8c3-452c-b296-29cc0266a280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-511756'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:47.977157 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:47.987956 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-530c406d-f8c3-452c-b296-29cc0266a280 admin admin] Deleting port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:47.988220 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-530c406d-f8c3-452c-b296-29cc0266a280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:48.001059 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:48.001402 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 7783f33c-541e-4cfe-9f1c-0d2fcc52e379 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:48.001820 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 18bccbb7-2582-45d5-ab1a-436064193cdb no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:48.021312 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 18bccbb7-2582-45d5-ab1a-436064193cdb {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:48.021651 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 18bccbb7-2582-45d5-ab1a-436064193cdb not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:48.072261 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-530c406d-f8c3-452c-b296-29cc0266a280 admin admin] For port 6667b96d-7921-4ee3-9ec9-73c0c2bd7572, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=6667b96d-7921-4ee3-9ec9-73c0c2bd7572,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:48.072621 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-530c406d-f8c3-452c-b296-29cc0266a280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:48.085424 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-530c406d-f8c3-452c-b296-29cc0266a280 admin admin] Calling delete_port for 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:48.292382 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-530c406d-f8c3-452c-b296-29cc0266a280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:48.322064 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c406d-f8c3-452c-b296-29cc0266a280 admin admin] Pushing event deleted for resources: {'Port': ['ID=6667b96d-7921-4ee3-9ec9-73c0c2bd7572,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:48.495883 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-530c406d-f8c3-452c-b296-29cc0266a280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275644'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:48.726006 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530c406d-f8c3-452c-b296-29cc0266a280 admin admin] Router 4785d96b-9a01-4578-aec9-3af9f76e57c6 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:12:48.837333 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530c406d-f8c3-452c-b296-29cc0266a280 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:12:48.842402 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-530c406d-f8c3-452c-b296-29cc0266a280 admin admin] 10.222.0.32 "PUT /v2.0/routers/4785d96b-9a01-4578-aec9-3af9f76e57c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1024768 Sep 20 05:12:48.845185 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44496) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:48.849045 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ac998-46dc-4cf4-8bf1-b697cd617d25 None None] Sync routers for ids ['4785d96b-9a01-4578-aec9-3af9f76e57c6'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:12:48.858943 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ac998-46dc-4cf4-8bf1-b697cd617d25 None None] Routers {'4785d96b-9a01-4578-aec9-3af9f76e57c6'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:48.859673 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-162ac998-46dc-4cf4-8bf1-b697cd617d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['4785d96b-9a01-4578-aec9-3af9f76e57c6'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:48.955599 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:48.967551 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-162ac998-46dc-4cf4-8bf1-b697cd617d25 None None] Set router 4785d96b-9a01-4578-aec9-3af9f76e57c6 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:49.087455 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.186296 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Deleting port 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:49.186514 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.202041 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-162ac998-46dc-4cf4-8bf1-b697cd617d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:12:48Z', 'revision_number': 5, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port': {'id': '9cb0912a-54b3-41b4-8e1d-6faf958c33e3', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:49.231650 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ac998-46dc-4cf4-8bf1-b697cd617d25 None None] Checking router: 4785d96b-9a01-4578-aec9-3af9f76e57c6 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:12:49.240551 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ac998-46dc-4cf4-8bf1-b697cd617d25 None None] Routers {'4785d96b-9a01-4578-aec9-3af9f76e57c6'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:49.241247 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-162ac998-46dc-4cf4-8bf1-b697cd617d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['4785d96b-9a01-4578-aec9-3af9f76e57c6'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:49.285264 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] For port 9cb0912a-54b3-41b4-8e1d-6faf958c33e3, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=9cb0912a-54b3-41b4-8e1d-6faf958c33e3,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:49.285655 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.299061 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Calling delete_port for 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:49.340695 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-162ac998-46dc-4cf4-8bf1-b697cd617d25 None None] Set router 4785d96b-9a01-4578-aec9-3af9f76e57c6 gateway port host: None {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:49.405746 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-162ac998-46dc-4cf4-8bf1-b697cd617d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:12:49Z', 'revision_number': 6, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port_host': None}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:49.444575 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ac998-46dc-4cf4-8bf1-b697cd617d25 None None] The sync data for ids ['4785d96b-9a01-4578-aec9-3af9f76e57c6'] in dv-cinder-809965-1-iscsi is: [{'id': '4785d96b-9a01-4578-aec9-3af9f76e57c6', 'name': 'tempest-TestShelveInstance-1521172901-router', 'tenant_id': '1074f9196db945dd9f2236b3eca92230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:01Z', 'updated_at': '2021-09-20T05:12:49Z', 'revision_number': 6, 'project_id': '1074f9196db945dd9f2236b3eca92230', 'gw_port_host': None}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:12:49.495011 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.527973 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44524) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:49.548808 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb0912a-54b3-41b4-8e1d-6faf958c33e3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:49.587033 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-275578'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.651539 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ee9ecccc-dbb8-4e24-8c2c-dc84ef44b3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.678143 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-509995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-429'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.680741 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.724289 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510160'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.724871 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4785d96b-9a01-4578-aec9-3af9f76e57c6 {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:12:49.729234 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.730356 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0c102c6b-229c-4fae-9bcf-90df3630d0de admin admin] 10.222.0.32 "DELETE /v2.0/routers/4785d96b-9a01-4578-aec9-3af9f76e57c6 HTTP/1.1" status: 204 len: 168 time: 0.8842216 Sep 20 05:12:49.732948 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44528) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:49.772942 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ee9ecccc-dbb8-4e24-8c2c-dc84ef44b3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.778705 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ee9ecccc-dbb8-4e24-8c2c-dc84ef44b3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.814088 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5804e1-fe23-4fa8-99ed-660f55c7fd10 admin admin] Deleting subnet beaea98b-e35d-45f4-920f-fd21aa41d2cf {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:12:49.826544 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe5804e1-fe23-4fa8-99ed-660f55c7fd10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.830963 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ee9ecccc-dbb8-4e24-8c2c-dc84ef44b3db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f96810d9c4cf4783ad9a7c3733609eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017619 Sep 20 05:12:49.833733 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44530) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:49.847962 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ecccc-dbb8-4e24-8c2c-dc84ef44b3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135fa3b1-d2c5-4b7b-87c0-5dda1d10fb27,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:49.868283 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe5804e1-fe23-4fa8-99ed-660f55c7fd10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3559778'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.884515 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8a05e11f-96fe-40f1-93be-0066a73eff05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.904987 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8a05e11f-96fe-40f1-93be-0066a73eff05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.952398 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe5804e1-fe23-4fa8-99ed-660f55c7fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.968781 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8a05e11f-96fe-40f1-93be-0066a73eff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.971312 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8a05e11f-96fe-40f1-93be-0066a73eff05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:49.973136 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8a05e11f-96fe-40f1-93be-0066a73eff05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/135fa3b1-d2c5-4b7b-87c0-5dda1d10fb27 HTTP/1.1" status: 204 len: 168 time: 0.1383834 Sep 20 05:12:49.983947 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05e11f-96fe-40f1-93be-0066a73eff05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135fa3b1-d2c5-4b7b-87c0-5dda1d10fb27,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:49.994119 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:50.014488 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:50.014826 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 6667b96d-7921-4ee3-9ec9-73c0c2bd7572 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:50.015257 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:50.033857 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe5804e1-fe23-4fa8-99ed-660f55c7fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25426609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27030987'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.037768 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:50.038298 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 9cb0912a-54b3-41b4-8e1d-6faf958c33e3 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:50.065683 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5804e1-fe23-4fa8-99ed-660f55c7fd10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beaea98b-e35d-45f4-920f-fd21aa41d2cf,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:50.067912 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fe5804e1-fe23-4fa8-99ed-660f55c7fd10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.070396 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-fe5804e1-fe23-4fa8-99ed-660f55c7fd10 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/beaea98b-e35d-45f4-920f-fd21aa41d2cf HTTP/1.1" status: 204 len: 168 time: 0.3359740 Sep 20 05:12:50.073012 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44536) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:50.076599 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da81dd-2835-4316-9122-c2e96d6ba560 None None] Network 3850c6d9-5a38-4302-9566-5bea500483a4 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:12:50.159164 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.215580 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Deleting port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:50.216000 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.284675 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b97fe2e-2511-41cd-9142-2f9cd67c8970 None None] DHCP port deletion for 3850c6d9-5a38-4302-9566-5bea500483a4 request from dv-cinder-809965-1-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 05:12:50.314098 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] For port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=9ec334f3-daf9-4166-9afd-e47d02a8cd4d,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:50.314596 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.334850 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Calling delete_port for 9ec334f3-daf9-4166-9afd-e47d02a8cd4d owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:50.343835 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44542) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:50.346099 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-8b97fe2e-2511-41cd-9142-2f9cd67c8970 None None] Deleting port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:50.346472 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8b97fe2e-2511-41cd-9142-2f9cd67c8970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.357592 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9556a17b-bbaf-4e5c-a04d-eaf7cba7b2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.425325 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-8b97fe2e-2511-41cd-9142-2f9cd67c8970 None None] For port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=9ec334f3-daf9-4166-9afd-e47d02a8cd4d,segment=NetworkSegment(87f62886-7370-4acf-8039-0bc0d19adc95),segment_id=87f62886-7370-4acf-8039-0bc0d19adc95)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:50.426104 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8b97fe2e-2511-41cd-9142-2f9cd67c8970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.441532 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-8b97fe2e-2511-41cd-9142-2f9cd67c8970 None None] Calling delete_port for 9ec334f3-daf9-4166-9afd-e47d02a8cd4d owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:50.447949 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.478737 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9556a17b-bbaf-4e5c-a04d-eaf7cba7b2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.481896 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] No DVR routers for this DVR port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d on host dv-cinder-809965-1-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:12:50.483164 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9556a17b-bbaf-4e5c-a04d-eaf7cba7b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.485767 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec334f3-daf9-4166-9afd-e47d02a8cd4d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:50.523408 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556a17b-bbaf-4e5c-a04d-eaf7cba7b2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add05542-2116-4ee9-b048-b38e544b2b8f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:50.527950 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9556a17b-bbaf-4e5c-a04d-eaf7cba7b2a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90594c9ac162446f978ec38d4d2a5538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829917 Sep 20 05:12:50.530751 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44546) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:50.549266 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8b97fe2e-2511-41cd-9142-2f9cd67c8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.571351 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.574410 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97fe2e-2511-41cd-9142-2f9cd67c8970 None None] Pushing event deleted for resources: {'Port': ['ID=9ec334f3-daf9-4166-9afd-e47d02a8cd4d,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:50.578550 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b97fe2e-2511-41cd-9142-2f9cd67c8970 None None] No DVR routers for this DVR port 9ec334f3-daf9-4166-9afd-e47d02a8cd4d on host dv-cinder-809965-1-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:12:50.584615 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e2aafde-274b-4976-b7f8-48a19b53c7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.599990 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3850c6d9-5a38-4302-9566-5bea500483a4']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:50.607233 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e2aafde-274b-4976-b7f8-48a19b53c7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.609702 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f62886-7370-4acf-8039-0bc0d19adc95') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:50.609990 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f62886-7370-4acf-8039-0bc0d19adc95') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:50.619743 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3559785'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.633725 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.639691 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:12:50.640197 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25425263'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: timer() Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: cb(*args, **kw) Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: self._notify() Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: self.callback(batched_events) Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: event.method(event) Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._get(url).json() Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:12:50.641971 dv-cinder-809965-1-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:12:50.656082 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e2aafde-274b-4976-b7f8-48a19b53c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.658568 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e2aafde-274b-4976-b7f8-48a19b53c7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.659714 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8e2aafde-274b-4976-b7f8-48a19b53c7c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/add05542-2116-4ee9-b048-b38e544b2b8f HTTP/1.1" status: 204 len: 168 time: 0.1276886 Sep 20 05:12:50.669131 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2aafde-274b-4976-b7f8-48a19b53c7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add05542-2116-4ee9-b048-b38e544b2b8f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:50.704453 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.709005 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:50.715123 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44550) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:50.715359 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3850c6d9-5a38-4302-9566-5bea500483a4 HTTP/1.1" status: 204 len: 168 time: 0.6400676 Sep 20 05:12:50.728715 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd567d1-e481-4b4e-a17f-9b38550ec3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3850c6d9-5a38-4302-9566-5bea500483a4,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:51.057111 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-df618026-83e9-4861-82ff-261421990cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-511756'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:51.560562 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-df618026-83e9-4861-82ff-261421990cab admin admin] Deleting port 29b1c4c1-e9ea-4377-a586-a89792d77a7e {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:51.560906 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-df618026-83e9-4861-82ff-261421990cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:51.651908 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-df618026-83e9-4861-82ff-261421990cab admin admin] For port 29b1c4c1-e9ea-4377-a586-a89792d77a7e, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=29b1c4c1-e9ea-4377-a586-a89792d77a7e,segment=NetworkSegment(03e28f2f-8a76-4897-acaa-19de40b077a7),segment_id=03e28f2f-8a76-4897-acaa-19de40b077a7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:51.652378 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-df618026-83e9-4861-82ff-261421990cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:51.666036 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-df618026-83e9-4861-82ff-261421990cab admin admin] Calling delete_port for 29b1c4c1-e9ea-4377-a586-a89792d77a7e owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:51.844360 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-df618026-83e9-4861-82ff-261421990cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:51.871423 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df618026-83e9-4861-82ff-261421990cab admin admin] Pushing event deleted for resources: {'Port': ['ID=29b1c4c1-e9ea-4377-a586-a89792d77a7e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:52.050694 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 9ec334f3-daf9-4166-9afd-e47d02a8cd4d no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:52.067527 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-df618026-83e9-4861-82ff-261421990cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275644'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:52.076800 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 9ec334f3-daf9-4166-9afd-e47d02a8cd4d {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:52.077393 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 9ec334f3-daf9-4166-9afd-e47d02a8cd4d not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:52.291519 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df618026-83e9-4861-82ff-261421990cab admin admin] Router 7dbf2d69-45bc-488b-be07-54673b14f1af has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:12:52.400248 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df618026-83e9-4861-82ff-261421990cab admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:12:52.405552 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-df618026-83e9-4861-82ff-261421990cab admin admin] 10.222.0.32 "PUT /v2.0/routers/7dbf2d69-45bc-488b-be07-54673b14f1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893017 Sep 20 05:12:52.408082 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44606) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:52.413854 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7a2679-e6d1-4156-9110-6b43653414dd None None] Sync routers for ids ['7dbf2d69-45bc-488b-be07-54673b14f1af'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:12:52.423619 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a2679-e6d1-4156-9110-6b43653414dd None None] Routers {'7dbf2d69-45bc-488b-be07-54673b14f1af'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:52.424348 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-9a7a2679-e6d1-4156-9110-6b43653414dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['7dbf2d69-45bc-488b-be07-54673b14f1af'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:52.518895 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:52.547969 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-9a7a2679-e6d1-4156-9110-6b43653414dd None None] Set router 7dbf2d69-45bc-488b-be07-54673b14f1af gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:52.652342 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:52.722244 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Deleting port 34450105-6898-4164-a305-52665931b9e1 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:52.722920 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:52.774128 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-9a7a2679-e6d1-4156-9110-6b43653414dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'name': 'tempest-TestShelveInstance-584296436-router', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '34450105-6898-4164-a305-52665931b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:12:51Z', 'revision_number': 5, 'project_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'gw_port': {'id': '34450105-6898-4164-a305-52665931b9e1', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:52.805725 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7a2679-e6d1-4156-9110-6b43653414dd None None] Checking router: 7dbf2d69-45bc-488b-be07-54673b14f1af for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:12:52.814214 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] For port 34450105-6898-4164-a305-52665931b9e1, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=34450105-6898-4164-a305-52665931b9e1,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:52.814615 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:52.816282 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a2679-e6d1-4156-9110-6b43653414dd None None] Routers {'7dbf2d69-45bc-488b-be07-54673b14f1af'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:52.817358 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-9a7a2679-e6d1-4156-9110-6b43653414dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['7dbf2d69-45bc-488b-be07-54673b14f1af'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:52.837859 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Calling delete_port for 34450105-6898-4164-a305-52665931b9e1 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:52.908676 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-9a7a2679-e6d1-4156-9110-6b43653414dd None None] Set router 7dbf2d69-45bc-488b-be07-54673b14f1af gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:52.967058 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-9a7a2679-e6d1-4156-9110-6b43653414dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'name': 'tempest-TestShelveInstance-584296436-router', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:12:52Z', 'revision_number': 6, 'project_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'gw_port_host': None}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:52.998422 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7a2679-e6d1-4156-9110-6b43653414dd None None] The sync data for ids ['7dbf2d69-45bc-488b-be07-54673b14f1af'] in dv-cinder-809965-1-iscsi is: [{'id': '7dbf2d69-45bc-488b-be07-54673b14f1af', 'name': 'tempest-TestShelveInstance-584296436-router', 'tenant_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:07:07Z', 'updated_at': '2021-09-20T05:12:52Z', 'revision_number': 6, 'project_id': 'bb674d79bccf4bf7b475c8c498bd50fd', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:12:53.028600 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.057967 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Pushing event deleted for resources: {'Port': ['ID=34450105-6898-4164-a305-52665931b9e1,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:53.119875 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-275578'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.209466 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-509995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-429'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.211650 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.253673 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510160'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.254174 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dbf2d69-45bc-488b-be07-54673b14f1af {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:12:53.259229 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.262633 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4c5172fd-37dd-4c4e-b7e1-8321aa722754 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7dbf2d69-45bc-488b-be07-54673b14f1af HTTP/1.1" status: 204 len: 168 time: 0.8514163 Sep 20 05:12:53.262881 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44648) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:53.311536 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8566e89-c8c9-4699-b82a-422c547464b8 admin admin] Deleting subnet 84b66280-f67c-4486-a327-245c0092266b {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:12:53.318093 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d8566e89-c8c9-4699-b82a-422c547464b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.358330 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d8566e89-c8c9-4699-b82a-422c547464b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630185'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.509983 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d8566e89-c8c9-4699-b82a-422c547464b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.584093 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d8566e89-c8c9-4699-b82a-422c547464b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26114793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26194413'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.608475 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8566e89-c8c9-4699-b82a-422c547464b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84b66280-f67c-4486-a327-245c0092266b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:53.614137 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d8566e89-c8c9-4699-b82a-422c547464b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.616081 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d8566e89-c8c9-4699-b82a-422c547464b8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/84b66280-f67c-4486-a327-245c0092266b HTTP/1.1" status: 204 len: 168 time: 0.3522193 Sep 20 05:12:53.618716 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44662) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:53.621332 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926c249-c35a-4bc6-91c4-406d5309bdcf None None] Network 542415e5-abd0-492e-8d12-94095b9e8647 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:12:53.686158 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.747244 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Deleting port a56ca67b-56c5-47c6-83f1-c1c5a308856b {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:53.747591 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.803619 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea06f576-5098-4169-9adc-c4ba98a15f2a None None] DHCP port deletion for 542415e5-abd0-492e-8d12-94095b9e8647 request from dv-cinder-809965-1-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 05:12:53.814526 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] For port a56ca67b-56c5-47c6-83f1-c1c5a308856b, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=a56ca67b-56c5-47c6-83f1-c1c5a308856b,segment=NetworkSegment(03e28f2f-8a76-4897-acaa-19de40b077a7),segment_id=03e28f2f-8a76-4897-acaa-19de40b077a7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:53.814894 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.832850 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Calling delete_port for a56ca67b-56c5-47c6-83f1-c1c5a308856b owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:53.944297 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:53.972472 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56ca67b-56c5-47c6-83f1-c1c5a308856b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:53.984951 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] No DVR routers for this DVR port a56ca67b-56c5-47c6-83f1-c1c5a308856b on host dv-cinder-809965-1-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:12:53.986589 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 29b1c4c1-e9ea-4377-a586-a89792d77a7e no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:54.013123 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-ea06f576-5098-4169-9adc-c4ba98a15f2a None None] Deleting port a56ca67b-56c5-47c6-83f1-c1c5a308856b {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:12:54.013751 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ea06f576-5098-4169-9adc-c4ba98a15f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.016280 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 29b1c4c1-e9ea-4377-a586-a89792d77a7e {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:54.016621 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 29b1c4c1-e9ea-4377-a586-a89792d77a7e not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:54.017031 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 34450105-6898-4164-a305-52665931b9e1 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:54.045729 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 34450105-6898-4164-a305-52665931b9e1 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:54.046075 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 34450105-6898-4164-a305-52665931b9e1 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:54.046491 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device a56ca67b-56c5-47c6-83f1-c1c5a308856b no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:12:54.069601 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.073731 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: a56ca67b-56c5-47c6-83f1-c1c5a308856b {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:12:54.074073 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device a56ca67b-56c5-47c6-83f1-c1c5a308856b not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:12:54.090323 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542415e5-abd0-492e-8d12-94095b9e8647']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:54.099362 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e28f2f-8a76-4897-acaa-19de40b077a7') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:54.099694 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e28f2f-8a76-4897-acaa-19de40b077a7') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:54.109659 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630178'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.114946 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-ea06f576-5098-4169-9adc-c4ba98a15f2a None None] For port a56ca67b-56c5-47c6-83f1-c1c5a308856b, host dv-cinder-809965-1-iscsi, got binding levels [] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:54.115343 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ea06f576-5098-4169-9adc-c4ba98a15f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.123332 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.128493 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-ea06f576-5098-4169-9adc-c4ba98a15f2a None None] Calling delete_port for a56ca67b-56c5-47c6-83f1-c1c5a308856b owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:12:54.129455 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:12:54.129992 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113335'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.131132 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.ipam_backend_mixin [None req-ea06f576-5098-4169-9adc-c4ba98a15f2a None None] Port a56ca67b-56c5-47c6-83f1-c1c5a308856b was not found and therefore no delete operation was performed {{(pid=94086) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: timer() Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: cb(*args, **kw) Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: self._notify() Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: self.callback(batched_events) Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: event.method(event) Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._get(url).json() Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:12:54.131605 dv-cinder-809965-1-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:12:54.134469 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ea06f576-5098-4169-9adc-c4ba98a15f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.157956 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06f576-5098-4169-9adc-c4ba98a15f2a None None] Pushing event deleted for resources: {'Port': ['ID=a56ca67b-56c5-47c6-83f1-c1c5a308856b,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:54.161408 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06f576-5098-4169-9adc-c4ba98a15f2a None None] No DVR routers for this DVR port a56ca67b-56c5-47c6-83f1-c1c5a308856b on host dv-cinder-809965-1-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:12:54.185126 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.190338 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.192173 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] 10.222.0.32 "DELETE /v2.0/networks/542415e5-abd0-492e-8d12-94095b9e8647 HTTP/1.1" status: 204 len: 168 time: 0.5724807 Sep 20 05:12:54.203322 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b799b-0e28-4639-87c5-9bd81160c325 admin admin] Pushing event deleted for resources: {'Network': ['ID=542415e5-abd0-492e-8d12-94095b9e8647,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:54.354040 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44672) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:54.391466 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-dbe3b22b-ca7a-43f5-868f-c24add8d2c46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1074f9196db945dd9f2236b3eca92230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363188 Sep 20 05:12:54.393757 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44674) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:54.442316 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17702c42-f642-4b32-a2a3-49179239dc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.463314 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17702c42-f642-4b32-a2a3-49179239dc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.507002 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17702c42-f642-4b32-a2a3-49179239dc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.510411 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17702c42-f642-4b32-a2a3-49179239dc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.511634 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-17702c42-f642-4b32-a2a3-49179239dc9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99daf2d3-f53d-450f-adf3-cdea0d8841fa HTTP/1.1" status: 204 len: 168 time: 0.1169448 Sep 20 05:12:54.519690 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17702c42-f642-4b32-a2a3-49179239dc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99daf2d3-f53d-450f-adf3-cdea0d8841fa,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:54.833004 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44690) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:54.872205 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e534b6da-ade2-4863-88df-4ec7c40af02e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb674d79bccf4bf7b475c8c498bd50fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380054 Sep 20 05:12:54.874738 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44692) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:54.919772 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3679a46f-a04b-4fb2-a6a3-63bd0cd16908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.939999 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3679a46f-a04b-4fb2-a6a3-63bd0cd16908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.984721 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3679a46f-a04b-4fb2-a6a3-63bd0cd16908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.987134 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3679a46f-a04b-4fb2-a6a3-63bd0cd16908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:54.988300 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3679a46f-a04b-4fb2-a6a3-63bd0cd16908 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b9b3bcd-edbd-4dfe-ad3c-c53cd1767c1d HTTP/1.1" status: 204 len: 168 time: 0.1126332 Sep 20 05:12:54.996915 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679a46f-a04b-4fb2-a6a3-63bd0cd16908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9b3bcd-edbd-4dfe-ad3c-c53cd1767c1d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:55.644295 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44718) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:55.739211 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2059008116-network', 'tenant_id': '15389b269277496dbc71dd67c5737708'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:12:55.770244 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Made reservation on behalf of 15389b269277496dbc71dd67c5737708 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:12:55.772595 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:55.780905 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:55.869671 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:55.873218 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:55.891039 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:12:55.898740 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:12:55.904826 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70864133-068d-4d43-9def-298356e4f79f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:55.910801 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:55.911143 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Added segment d3c9a3d5-f493-4179-8dba-e6fadc639bd7 of type vlan for network 0f9c42f9-8271-4d69-bc85-306b59f7f15a Sep 20 05:12:55.950270 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:55.973255 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:55.974177 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:55.974753 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.006248 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3608062 Sep 20 05:12:56.009628 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44724) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:56.014500 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Request body: {'subnet': {'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2059008116-subnet', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:12:56.033911 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Made reservation on behalf of 15389b269277496dbc71dd67c5737708 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:12:56.034801 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea85399-81c7-48af-93a7-dc80324e687a admin admin] Pushing event updated for resources: {'Network': ['ID=0f9c42f9-8271-4d69-bc85-306b59f7f15a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:56.036271 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27031020'] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.045351 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network 0f9c42f9-8271-4d69-bc85-306b59f7f15a details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:12:56.211401 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25426674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27030978'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.272584 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22e6a11-e99e-418e-8fdd-b18c734ecf39,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:56.280376 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Checking segment: {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:12:56.280733 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Network hostable DHCP agents. Network: 0f9c42f9-8271-4d69-bc85-306b59f7f15a, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:12:56.284413 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:56.284762 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:56.285102 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:56.285435 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:56.285765 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:56.286095 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:56.286421 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:56.286745 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:56.287070 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:56.287390 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:56.287709 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:56.288043 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:12:56.305316 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Network 0f9c42f9-8271-4d69-bc85-306b59f7f15a is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:12:56.313123 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, 0f9c42f9-8271-4d69-bc85-306b59f7f15a) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:12:56.316963 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:12:56.317551 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.323198 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef921b6c-3450-4c33-a14f-7a8e6fbf8212 None None] Network 0f9c42f9-8271-4d69-bc85-306b59f7f15a requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:12:56.331813 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0078a43c-cc0b-4561-9b39-eef6f7c433cb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3209097 Sep 20 05:12:56.334251 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44728) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:56.338466 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:12:56.358192 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-274561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.359176 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-275841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.408852 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.467272 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45fdac36-fd2f-568b-9e22-24bad3a54f91-0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39'}]}} from dv-cinder-809965-1-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 05:12:56.468168 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.546198 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.600427 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Allocated IP 172.20.0.2 (0f9c42f9-8271-4d69-bc85-306b59f7f15a/a22e6a11-e99e-418e-8fdd-b18c734ecf39/108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:12:56.751253 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.751484 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.756956 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.770724 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.795225 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Network 0f9c42f9-8271-4d69-bc85-306b59f7f15a is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:12:56.798277 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:12:56.801746 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:12:56.811008 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Pushing event updated for resources: {'Port': ['ID=108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:56.867898 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Attempting to bind port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:12:56.868284 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Attempting to bind port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:12:56.868638 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Attempting to bind port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 on network 0f9c42f9-8271-4d69-bc85-306b59f7f15a {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:12:56.873476 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:12:56.873835 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Checking segment: {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:12:56.874230 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.874617 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Bound using segment: {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:12:56.875072 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Bound port: 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:12:56.875447 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.883052 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Allocated IP 172.27.1.41 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/4792cf8e-6d73-4edf-8994-b93b04e99f76) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:12:56.938221 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] For port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:12:56.941341 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] For port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:12:56.946066 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:56.989425 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:57.003253 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08c89c-3875-4524-8c27-8524c876724f None None] Pushing event updated for resources: {'Port': ['ID=108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:57.024872 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:57.063222 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:12:57.066187 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:12:57.069800 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:12:57.094939 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Pushing event updated for resources: {'Port': ['ID=4792cf8e-6d73-4edf-8994-b93b04e99f76,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:57.185078 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44736) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:57.262467 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a48ce7-c26c-4aa9-8a99-455b96f355a4 admin admin] Deleting subnet 9dd973b2-c4c7-472c-826d-4acc57677d56 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:12:57.266443 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f1a48ce7-c26c-4aa9-8a99-455b96f355a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:57.344887 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f1a48ce7-c26c-4aa9-8a99-455b96f355a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3559778'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:57.659058 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f1a48ce7-c26c-4aa9-8a99-455b96f355a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:57.694051 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:57.795562 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f1a48ce7-c26c-4aa9-8a99-455b96f355a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25426609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27030987'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:57.828263 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a48ce7-c26c-4aa9-8a99-455b96f355a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd973b2-c4c7-472c-826d-4acc57677d56,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:57.839299 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f1a48ce7-c26c-4aa9-8a99-455b96f355a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:57.843444 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f1a48ce7-c26c-4aa9-8a99-455b96f355a4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9dd973b2-c4c7-472c-826d-4acc57677d56 HTTP/1.1" status: 204 len: 168 time: 0.6553202 Sep 20 05:12:57.844335 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44746) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:57.953360 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-275542'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:57.965042 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.055136 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:12:58.063192 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.087721 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402cf5d5-feed-4c34-8546-04dd9c53c29e']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:58.098673 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675efd40-5b56-491f-a027-70462ce95111') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:58.099229 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675efd40-5b56-491f-a027-70462ce95111') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:58.111645 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630178'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.112051 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be160c2b-d741-4e71-a48f-b4e18cf75585 None None] Network 0f9c42f9-8271-4d69-bc85-306b59f7f15a requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:12:58.126050 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.137080 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:12:58.137739 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113335'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: timer() Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: cb(*args, **kw) Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: self._notify() Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: self.callback(batched_events) Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: event.method(event) Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._get(url).json() Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:12:58.140792 dv-cinder-809965-1-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:12:58.158958 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Router f31fa49e-9da5-4fcf-81b2-69491a6b382b is scheduled to L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:12:58.233172 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.240649 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.243836 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] 10.222.0.32 "DELETE /v2.0/networks/402cf5d5-feed-4c34-8546-04dd9c53c29e HTTP/1.1" status: 204 len: 168 time: 0.3978987 Sep 20 05:12:58.259695 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dab37-057e-40fa-93a6-b58a5fc9f5cb admin admin] Pushing event deleted for resources: {'Network': ['ID=402cf5d5-feed-4c34-8546-04dd9c53c29e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:58.301057 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:12:58.301437 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.306868 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-e60d4b40-71f9-4017-873d-e2432cbca993 None None] Provisioning complete for port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:12:58.307226 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e60d4b40-71f9-4017-873d-e2432cbca993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.312823 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:12:58.330318 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.332206 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-279c175e-7d0a-45ee-8cd8-0efa74c685f6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9969137 Sep 20 05:12:58.335258 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44756) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:58.340441 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Sync routers for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:12:58.407220 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44758) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:58.415522 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:58.416175 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:58.455708 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f6f99217-526e-4da5-b0e6-6fcab80d9dc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21ea02c76c39409faf9dd8302a445f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470972 Sep 20 05:12:58.458253 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44760) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:58.519491 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.530330 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-12f58282-fb01-4865-ac73-3d0844060289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.561009 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-12f58282-fb01-4865-ac73-3d0844060289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.623460 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.634545 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e60d4b40-71f9-4017-873d-e2432cbca993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.640859 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-12f58282-fb01-4865-ac73-3d0844060289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.643778 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-12f58282-fb01-4865-ac73-3d0844060289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.645272 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-12f58282-fb01-4865-ac73-3d0844060289 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/035e5b7f-7205-4b78-8846-74265d19b1d1 HTTP/1.1" status: 204 len: 168 time: 0.1860023 Sep 20 05:12:58.656855 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:12:58.666787 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f58282-fb01-4865-ac73-3d0844060289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035e5b7f-7205-4b78-8846-74265d19b1d1,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:58.798266 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:12:58.805290 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:58.830605 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.039476 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Allocated IP 172.20.0.1 (0f9c42f9-8271-4d69-bc85-306b59f7f15a/a22e6a11-e99e-418e-8fdd-b18c734ecf39/ba49a232-dc4a-4f41-8f12-3ef748d4a7ca) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:12:59.068810 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.db.api [None req-e60d4b40-71f9-4017-873d-e2432cbca993 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 05:12:59.070703 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG oslo_db.api [None req-e60d4b40-71f9-4017-873d-e2432cbca993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 05:12:59.125357 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:59.171795 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.184693 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:57Z', 'revision_number': 3, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:59.233800 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Checking router: f31fa49e-9da5-4fcf-81b2-69491a6b382b for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:12:59.234440 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Updating router f31fa49e-9da5-4fcf-81b2-69491a6b382b port 4792cf8e-6d73-4edf-8994-b93b04e99f76 binding host dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:12:59.250010 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.272251 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.313037 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Network 0f9c42f9-8271-4d69-bc85-306b59f7f15a is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:12:59.324601 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:12:59.339811 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:12:59.400498 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-275585'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.403643 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Pushing event updated for resources: {'Port': ['ID=ba49a232-dc4a-4f41-8f12-3ef748d4a7ca,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:59.603236 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.633015 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44806) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:12:59.670194 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.678304 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.734929 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Attempting to bind port 4792cf8e-6d73-4edf-8994-b93b04e99f76 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:12:59.735298 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Attempting to bind port 4792cf8e-6d73-4edf-8994-b93b04e99f76 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:12:59.735788 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Attempting to bind port 4792cf8e-6d73-4edf-8994-b93b04e99f76 on network f4855da4-da5c-4baa-86e5-1c338c1265fd {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:12:59.749797 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:12:59.750270 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Checking segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:12:59.750669 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.751060 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Bound using segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:12:59.751607 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Bound port: 4792cf8e-6d73-4edf-8994-b93b04e99f76, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:12:59.752113 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.755003 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46cf19-031b-4e72-8ab8-655d871aad10 None None] Pushing event updated for resources: {'Port': ['ID=4792cf8e-6d73-4edf-8994-b93b04e99f76,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:12:59.788869 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1978406733-network', 'tenant_id': '77b1809326084c8f9e2bedee08d61487'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:12:59.807721 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-3c8f1dde-91f9-4a60-bf83-c422dc236b16 None None] Provisioning complete for port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:12:59.808154 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1dde-91f9-4a60-bf83-c422dc236b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.816372 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.818605 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Made reservation on behalf of 77b1809326084c8f9e2bedee08d61487 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:12:59.822017 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.822857 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.843044 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.850351 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] For port 4792cf8e-6d73-4edf-8994-b93b04e99f76, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:12:59.856325 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] For port 4792cf8e-6d73-4edf-8994-b93b04e99f76, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=4792cf8e-6d73-4edf-8994-b93b04e99f76,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:12:59.863248 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f1dde-91f9-4a60-bf83-c422dc236b16 None None] Port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:12:59.868240 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.885135 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-511761'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.922727 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-3c8f1dde-91f9-4a60-bf83-c422dc236b16 None None] Provisioning complete for port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:12:59.922919 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1dde-91f9-4a60-bf83-c422dc236b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:12:59.973328 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:12:59.973991 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:12:59.979154 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46cf19-031b-4e72-8ab8-655d871aad10 None None] Pushing event updated for resources: {'Port': ['ID=4792cf8e-6d73-4edf-8994-b93b04e99f76,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:00.001541 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Pushing event updated for resources: {'Port': ['ID=ba49a232-dc4a-4f41-8f12-3ef748d4a7ca,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:00.005265 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.011221 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.034626 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:00.051804 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb821cd5-f649-4720-9c5d-6570f3c80f42,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:00.059908 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:13:00.061303 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Network 0f9c42f9-8271-4d69-bc85-306b59f7f15a is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:00.062940 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:00.072235 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.072778 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Added segment 7dc5029a-b606-46e8-bca8-f8ad5a626233 of type vlan for network 3161ab17-b92b-4f39-92e1-533eac2aebd9 Sep 20 05:13:00.139323 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.186924 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:00.196578 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.197834 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:00.198725 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.239767 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:00.240195 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.368751 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7217152 Sep 20 05:13:00.369478 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44814) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:00.389837 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-127bca48-ef2d-48f6-99ad-2e3777fe16d9 admin admin] Request body: {'subnet': {'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1978406733-subnet', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:00.412831 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646b2c0-02f5-4fc7-977a-4d1af5a1b518 admin admin] Pushing event updated for resources: {'Network': ['ID=3161ab17-b92b-4f39-92e1-533eac2aebd9,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:00.433574 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127bca48-ef2d-48f6-99ad-2e3777fe16d9 admin admin] Made reservation on behalf of 77b1809326084c8f9e2bedee08d61487 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:13:00.435938 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network 3161ab17-b92b-4f39-92e1-533eac2aebd9 details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:13:00.436107 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-127bca48-ef2d-48f6-99ad-2e3777fe16d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27031020'] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.595398 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9365128f-3208-4e92-b3d9-645dc09b4c26 None None] Provisioning complete for port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:00.595771 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9365128f-3208-4e92-b3d9-645dc09b4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.618429 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Router f31fa49e-9da5-4fcf-81b2-69491a6b382b has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:13:00.668856 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9365128f-3208-4e92-b3d9-645dc09b4c26 None None] Port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:13:00.676696 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 2, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:00.700192 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-127bca48-ef2d-48f6-99ad-2e3777fe16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25426674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27030978'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.712364 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cca222-752d-4ce8-bba8-471e222a8623 None None] The sync data for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi is: [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 2, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:13:00.749540 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:13:00.760956 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-157137d7-c93b-4833-9d7b-47a02b40b55b admin admin] 10.222.0.32 "PUT /v2.0/routers/f31fa49e-9da5-4fcf-81b2-69491a6b382b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4237366 Sep 20 05:13:00.774832 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bca48-ef2d-48f6-99ad-2e3777fe16d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c96800f-75b6-4dc5-bc36-293420de6cc6,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:00.790402 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bca48-ef2d-48f6-99ad-2e3777fe16d9 admin admin] Checking segment: {'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:00.790975 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127bca48-ef2d-48f6-99ad-2e3777fe16d9 admin admin] Network hostable DHCP agents. Network: 3161ab17-b92b-4f39-92e1-533eac2aebd9, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:13:00.812373 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127bca48-ef2d-48f6-99ad-2e3777fe16d9 admin admin] Network 3161ab17-b92b-4f39-92e1-533eac2aebd9 is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:13:00.823412 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-127bca48-ef2d-48f6-99ad-2e3777fe16d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, 3161ab17-b92b-4f39-92e1-533eac2aebd9) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:00.828753 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127bca48-ef2d-48f6-99ad-2e3777fe16d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:00.829494 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-127bca48-ef2d-48f6-99ad-2e3777fe16d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.834239 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b661bd1b-ef3c-4cd3-9ae9-37c169cb29d3 None None] Network 3161ab17-b92b-4f39-92e1-533eac2aebd9 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:13:00.860651 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-127bca48-ef2d-48f6-99ad-2e3777fe16d9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4818456 Sep 20 05:13:00.862216 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44832) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:00.872796 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:00.897776 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-274561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.898981 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-275841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:00.959778 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.135516 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45fdac36-fd2f-568b-9e22-24bad3a54f91-3161ab17-b92b-4f39-92e1-533eac2aebd9', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'fixed_ips': [{'subnet_id': '4c96800f-75b6-4dc5-bc36-293420de6cc6'}]}} from dv-cinder-809965-1-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 05:13:01.136411 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.193397 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.449248 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Allocated IP 172.20.0.2 (3161ab17-b92b-4f39-92e1-533eac2aebd9/4c96800f-75b6-4dc5-bc36-293420de6cc6/5895d453-c7bf-48b8-95eb-50e7245d7882) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:13:01.455323 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.471606 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44846) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:01.476013 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.476692 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-253549780-network', 'tenant_id': '60645a35e43f4a8098c50b524492bf51'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:01.542902 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Made reservation on behalf of 60645a35e43f4a8098c50b524492bf51 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:13:01.546529 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.564387 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.589362 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2677086b-ded9-408b-a4c7-fc47931f4e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.639197 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Allocated IP 172.27.1.158 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/600ff3d8-781d-4bba-9b99-d1dffe2d1545) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:13:01.688304 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.696147 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.708941 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.713981 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.741096 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Network 3161ab17-b92b-4f39-92e1-533eac2aebd9 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:01.750236 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:01.750987 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f89b28c-b4bd-49ce-8566-8bec513ae845,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:01.752997 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:13:01.755595 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Pushing event updated for resources: {'Port': ['ID=5895d453-c7bf-48b8-95eb-50e7245d7882,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:01.761540 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:13:01.774860 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.775348 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Added segment 2f723ead-384f-45d4-8909-ba5e3ce8de7f of type vlan for network f0a817f4-d71e-44e5-a499-ba7087bef0ea Sep 20 05:13:01.813781 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Attempting to bind port 5895d453-c7bf-48b8-95eb-50e7245d7882 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:13:01.814154 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Attempting to bind port 5895d453-c7bf-48b8-95eb-50e7245d7882 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:13:01.814565 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Attempting to bind port 5895d453-c7bf-48b8-95eb-50e7245d7882 on network 3161ab17-b92b-4f39-92e1-533eac2aebd9 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:01.818646 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.820755 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:13:01.821278 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Checking segment: {'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:01.821670 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.822057 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Bound using segment: {'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:13:01.822578 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Bound port: 5895d453-c7bf-48b8-95eb-50e7245d7882, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:13:01.822967 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.842986 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.870245 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.876125 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.879072 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:01.880681 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.910523 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4376099 Sep 20 05:13:01.910812 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] For port 5895d453-c7bf-48b8-95eb-50e7245d7882, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:13:01.913320 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44850) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:01.917027 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] For port 5895d453-c7bf-48b8-95eb-50e7245d7882, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=5895d453-c7bf-48b8-95eb-50e7245d7882,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:13:01.923894 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:01.925645 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-191bb9f2-c325-4ef1-98bf-e6ecbb43e97a admin admin] Request body: {'subnet': {'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-253549780-subnet', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:01.949180 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:01.962188 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:01.973633 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09149e08-9020-4b50-b85a-f36f386b38ed admin admin] Pushing event updated for resources: {'Network': ['ID=f0a817f4-d71e-44e5-a499-ba7087bef0ea,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:01.975184 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:13:01.990719 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191bb9f2-c325-4ef1-98bf-e6ecbb43e97a admin admin] Made reservation on behalf of 60645a35e43f4a8098c50b524492bf51 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:13:01.994180 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-191bb9f2-c325-4ef1-98bf-e6ecbb43e97a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26194378'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.025536 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network f0a817f4-d71e-44e5-a499-ba7087bef0ea details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:13:02.067124 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78427f04-17e6-46ab-9d59-80eaa94c08be None None] Pushing event updated for resources: {'Port': ['ID=5895d453-c7bf-48b8-95eb-50e7245d7882,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:02.092827 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Pushing event updated for resources: {'Port': ['ID=600ff3d8-781d-4bba-9b99-d1dffe2d1545,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:02.135206 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 4792cf8e-6d73-4edf-8994-b93b04e99f76 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:02.214599 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 4792cf8e-6d73-4edf-8994-b93b04e99f76 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:02.214886 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.282047 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-191bb9f2-c325-4ef1-98bf-e6ecbb43e97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26114730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26194404'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.357947 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bb9f2-c325-4ef1-98bf-e6ecbb43e97a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:02.370695 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.376040 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191bb9f2-c325-4ef1-98bf-e6ecbb43e97a admin admin] Checking segment: {'id': '2f723ead-384f-45d4-8909-ba5e3ce8de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:02.376451 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191bb9f2-c325-4ef1-98bf-e6ecbb43e97a admin admin] Network hostable DHCP agents. Network: f0a817f4-d71e-44e5-a499-ba7087bef0ea, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:13:02.398671 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191bb9f2-c325-4ef1-98bf-e6ecbb43e97a admin admin] Network f0a817f4-d71e-44e5-a499-ba7087bef0ea is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:13:02.400437 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port 4792cf8e-6d73-4edf-8994-b93b04e99f76, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=4792cf8e-6d73-4edf-8994-b93b04e99f76,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:02.406972 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.410171 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-191bb9f2-c325-4ef1-98bf-e6ecbb43e97a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, f0a817f4-d71e-44e5-a499-ba7087bef0ea) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:02.415744 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191bb9f2-c325-4ef1-98bf-e6ecbb43e97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:02.416365 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-191bb9f2-c325-4ef1-98bf-e6ecbb43e97a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.422390 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.434448 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-191bb9f2-c325-4ef1-98bf-e6ecbb43e97a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5200822 Sep 20 05:13:02.437174 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44854) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:02.445542 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-253549780-router', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:02.446679 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d270c68-600c-4881-8299-bc78bcd36caf None None] Network f0a817f4-d71e-44e5-a499-ba7087bef0ea requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:13:02.471557 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-274561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.472682 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-275841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.535846 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.540298 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=4792cf8e-6d73-4edf-8994-b93b04e99f76,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:02.635467 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45fdac36-fd2f-568b-9e22-24bad3a54f91-f0a817f4-d71e-44e5-a499-ba7087bef0ea', 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'fixed_ips': [{'subnet_id': 'b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa'}]}} from dv-cinder-809965-1-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 05:13:02.636749 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.672885 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-275542'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.693519 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.790333 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Allocated IP 172.20.0.2 (f0a817f4-d71e-44e5-a499-ba7087bef0ea/b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa/41107791-bc1d-455a-93ba-cf50e3247f14) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:13:02.832766 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Router dee489ee-c464-4bd6-8b19-9cc4c1362f15 is scheduled to L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:13:02.927484 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.950854 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.980324 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:13:02.990220 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Sync routers for ids ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:13:02.991962 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:02.999686 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:03.000501 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:03.001784 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a20917c2-e933-41cb-b458-d496c6d04a0d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1384091 Sep 20 05:13:03.004471 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44858) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:03.008350 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Routers {'dee489ee-c464-4bd6-8b19-9cc4c1362f15'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:03.011027 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:03.043512 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Network f0a817f4-d71e-44e5-a499-ba7087bef0ea is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:03.047024 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:03.050193 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:13:03.071372 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Pushing event updated for resources: {'Port': ['ID=41107791-bc1d-455a-93ba-cf50e3247f14,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:03.115299 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Allocated IP 172.27.1.72 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/ef8e7440-5c16-4307-9a59-e308040d64f9) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:13:03.151089 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Attempting to bind port 41107791-bc1d-455a-93ba-cf50e3247f14 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:13:03.152163 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Attempting to bind port 41107791-bc1d-455a-93ba-cf50e3247f14 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '2f723ead-384f-45d4-8909-ba5e3ce8de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:13:03.152163 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Attempting to bind port 41107791-bc1d-455a-93ba-cf50e3247f14 on network f0a817f4-d71e-44e5-a499-ba7087bef0ea {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:03.161842 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:13:03.162252 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Checking segment: {'id': '2f723ead-384f-45d4-8909-ba5e3ce8de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:03.163801 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:03.163801 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Bound using segment: {'id': '2f723ead-384f-45d4-8909-ba5e3ce8de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:13:03.165172 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Bound port: 41107791-bc1d-455a-93ba-cf50e3247f14, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f723ead-384f-45d4-8909-ba5e3ce8de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:13:03.165574 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:03.253195 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Set router dee489ee-c464-4bd6-8b19-9cc4c1362f15 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:03.255359 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] For port 41107791-bc1d-455a-93ba-cf50e3247f14, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:13:03.259942 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] For port 41107791-bc1d-455a-93ba-cf50e3247f14, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=41107791-bc1d-455a-93ba-cf50e3247f14,segment=NetworkSegment(2f723ead-384f-45d4-8909-ba5e3ce8de7f),segment_id=2f723ead-384f-45d4-8909-ba5e3ce8de7f)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:13:03.271578 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:03.285705 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd7d0b4-faa0-4bd5-b9a3-de3199fcacc9 None None] Network 3161ab17-b92b-4f39-92e1-533eac2aebd9 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:13:03.296044 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:03.333071 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:03.398890 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:03.402038 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:03.410191 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:13:03.414068 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Pushing event updated for resources: {'Port': ['ID=ef8e7440-5c16-4307-9a59-e308040d64f9,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:03.469685 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-16c7e105-5682-4fb4-b24e-7eac0d9af0a8 None None] Provisioning complete for port 5895d453-c7bf-48b8-95eb-50e7245d7882 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:03.470308 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16c7e105-5682-4fb4-b24e-7eac0d9af0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:03.523326 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fcd56-512c-4690-bf81-55e334aeddf5 None None] Pushing event updated for resources: {'Port': ['ID=41107791-bc1d-455a-93ba-cf50e3247f14,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:03.537028 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 3, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:03.591795 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Checking router: dee489ee-c464-4bd6-8b19-9cc4c1362f15 for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:13:03.592185 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Updating router dee489ee-c464-4bd6-8b19-9cc4c1362f15 port 600ff3d8-781d-4bba-9b99-d1dffe2d1545 binding host dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:13:03.632060 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:03.771782 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16c7e105-5682-4fb4-b24e-7eac0d9af0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:03.844261 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-16c7e105-5682-4fb4-b24e-7eac0d9af0a8 None None] For port 5895d453-c7bf-48b8-95eb-50e7245d7882, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=5895d453-c7bf-48b8-95eb-50e7245d7882,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:03.849366 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16c7e105-5682-4fb4-b24e-7eac0d9af0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:03.902798 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:03.938329 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7e105-5682-4fb4-b24e-7eac0d9af0a8 None None] Pushing event updated for resources: {'Port': ['ID=5895d453-c7bf-48b8-95eb-50e7245d7882,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:03.996102 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b927430-143e-4844-8063-835923ffc125 None None] Sync routers for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:13:04.017511 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b927430-143e-4844-8063-835923ffc125 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:04.018138 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8b927430-143e-4844-8063-835923ffc125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:12:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:04.183882 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0d5287c1-3aab-45aa-b8e4-b4138c42df56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.254320 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.265709 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.301839 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 41107791-bc1d-455a-93ba-cf50e3247f14 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:04.302362 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.381992 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-275542'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.382230 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 41107791-bc1d-455a-93ba-cf50e3247f14 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:04.382500 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.412164 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Attempting to bind port 600ff3d8-781d-4bba-9b99-d1dffe2d1545 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:13:04.414262 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Attempting to bind port 600ff3d8-781d-4bba-9b99-d1dffe2d1545 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:13:04.429090 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Attempting to bind port 600ff3d8-781d-4bba-9b99-d1dffe2d1545 on network f4855da4-da5c-4baa-86e5-1c338c1265fd {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:04.433368 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Pushing event updated for resources: {'Port': ['ID=600ff3d8-781d-4bba-9b99-d1dffe2d1545,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:04.462915 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-2b9b4b39-c575-4165-93af-4e2d5f544718 None None] Provisioning complete for port 5895d453-c7bf-48b8-95eb-50e7245d7882 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:04.463293 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4b39-c575-4165-93af-4e2d5f544718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.472045 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:04.476773 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:04.478842 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:04.482177 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:04.484512 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:04.484977 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:04.485436 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:04.486307 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:04.487796 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:04.488609 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:04.489063 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:04.490126 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:04.512833 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:13:04.513448 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Checking segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:04.514386 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.516667 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Bound using segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:13:04.517315 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Bound port: 600ff3d8-781d-4bba-9b99-d1dffe2d1545, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:13:04.518099 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.605657 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Allocated IP 172.20.0.1 (3161ab17-b92b-4f39-92e1-533eac2aebd9/4c96800f-75b6-4dc5-bc36-293420de6cc6/2cbd8e22-bb2d-45db-993e-a6d39045080d) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:13:04.645101 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-8b927430-143e-4844-8063-835923ffc125 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:04.705169 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Router 56a54f6b-d12e-4690-9ff3-35dafa4149a8 is scheduled to L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:13:04.783948 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.785427 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.828619 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] For port 600ff3d8-781d-4bba-9b99-d1dffe2d1545, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:13:04.835398 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] For port 600ff3d8-781d-4bba-9b99-d1dffe2d1545, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=600ff3d8-781d-4bba-9b99-d1dffe2d1545,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:13:04.843526 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.848724 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:04.913900 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Network 3161ab17-b92b-4f39-92e1-533eac2aebd9 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:04.919598 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:04.936908 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:13:04.954559 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:13:04.972504 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Sync routers for ids ['56a54f6b-d12e-4690-9ff3-35dafa4149a8'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:13:04.998632 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b2baf-528a-4852-86d4-a8ccc51fd9d8 None None] Pushing event updated for resources: {'Port': ['ID=600ff3d8-781d-4bba-9b99-d1dffe2d1545,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:05.003512 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.004937 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Routers {'dee489ee-c464-4bd6-8b19-9cc4c1362f15'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:05.006412 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:05.011482 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44884) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:05.013388 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5a57fd66-3049-45af-a6f5-ef1765bba868 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5670729 Sep 20 05:13:05.032351 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbd8e22-bb2d-45db-993e-a6d39045080d,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:05.047936 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port 41107791-bc1d-455a-93ba-cf50e3247f14, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=41107791-bc1d-455a-93ba-cf50e3247f14,segment=NetworkSegment(2f723ead-384f-45d4-8909-ba5e3ce8de7f),segment_id=2f723ead-384f-45d4-8909-ba5e3ce8de7f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:05.050324 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb924f5-8919-4c42-a3c5-95ddc2b642a5 None None] Network f0a817f4-d71e-44e5-a499-ba7087bef0ea requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:13:05.077848 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.078632 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 4792cf8e-6d73-4edf-8994-b93b04e99f76 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:05.126016 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-275585'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.146912 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] Set router dee489ee-c464-4bd6-8b19-9cc4c1362f15 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:05.152219 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.249243 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Routers {'56a54f6b-d12e-4690-9ff3-35dafa4149a8'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:05.250181 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['56a54f6b-d12e-4690-9ff3-35dafa4149a8'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:05.379468 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Set router 56a54f6b-d12e-4690-9ff3-35dafa4149a8 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:05.400821 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.429908 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44890) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:05.550783 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-efab4b96-5361-48ea-86e3-8b330c2c44c8 None None] Provisioning complete for port 41107791-bc1d-455a-93ba-cf50e3247f14 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:05.551508 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-efab4b96-5361-48ea-86e3-8b330c2c44c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.615022 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0050dbf-afc9-411f-9b28-0c79b30bb33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.626198 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.702477 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 3, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:05.715476 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=41107791-bc1d-455a-93ba-cf50e3247f14,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:05.734552 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ce74e-7574-4b66-a55e-655fbc4209f6 None None] The sync data for ids ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'] in dv-cinder-809965-1-iscsi is: [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 3, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:13:05.741436 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'name': 'tempest-TestVolumeBootPattern-253549780-router', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:03Z', 'revision_number': 3, 'project_id': '60645a35e43f4a8098c50b524492bf51', 'gw_port': {'id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:05.748735 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 4792cf8e-6d73-4edf-8994-b93b04e99f76 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:05.749140 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.810004 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8b927430-143e-4844-8063-835923ffc125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 2, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:05.811791 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-efab4b96-5361-48ea-86e3-8b330c2c44c8 None None] Provisioning complete for port 2cbd8e22-bb2d-45db-993e-a6d39045080d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:05.812198 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-efab4b96-5361-48ea-86e3-8b330c2c44c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.828395 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Checking router: 56a54f6b-d12e-4690-9ff3-35dafa4149a8 for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:13:05.828959 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Updating router 56a54f6b-d12e-4690-9ff3-35dafa4149a8 port ef8e7440-5c16-4307-9a59-e308040d64f9 binding host dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:13:05.870378 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0050dbf-afc9-411f-9b28-0c79b30bb33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.877767 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0050dbf-afc9-411f-9b28-0c79b30bb33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.885262 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.902426 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b927430-143e-4844-8063-835923ffc125 None None] Checking router: f31fa49e-9da5-4fcf-81b2-69491a6b382b for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:13:05.902641 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b927430-143e-4844-8063-835923ffc125 None None] Updating router f31fa49e-9da5-4fcf-81b2-69491a6b382b port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca binding host dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:13:05.909684 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.938475 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8b927430-143e-4844-8063-835923ffc125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:05.975517 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c0050dbf-afc9-411f-9b28-0c79b30bb33c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98aee41839e9477584eedbf7e59b6c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5444229 Sep 20 05:13:05.980465 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44902) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:06.007428 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-efab4b96-5361-48ea-86e3-8b330c2c44c8 None None] Port 2cbd8e22-bb2d-45db-993e-a6d39045080d cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:13:06.026534 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0050dbf-afc9-411f-9b28-0c79b30bb33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8426ba27-a62b-4bf5-ae81-199d866f2f55,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:06.110211 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 5895d453-c7bf-48b8-95eb-50e7245d7882 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:06.125977 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5ab74814-0f21-48a1-a5a8-302e669b052e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.190840 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5ab74814-0f21-48a1-a5a8-302e669b052e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.224452 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.258770 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-2003fdc7-5163-4bcd-b3f4-f30ebd0d8463 None None] Provisioning complete for port 41107791-bc1d-455a-93ba-cf50e3247f14 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:06.259480 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2003fdc7-5163-4bcd-b3f4-f30ebd0d8463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.280961 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25426567'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.310054 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5ab74814-0f21-48a1-a5a8-302e669b052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.313086 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5ab74814-0f21-48a1-a5a8-302e669b052e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.317398 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5ab74814-0f21-48a1-a5a8-302e669b052e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8426ba27-a62b-4bf5-ae81-199d866f2f55 HTTP/1.1" status: 204 len: 168 time: 0.3359652 Sep 20 05:13:06.319061 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 5895d453-c7bf-48b8-95eb-50e7245d7882 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:06.321428 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.327697 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab74814-0f21-48a1-a5a8-302e669b052e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8426ba27-a62b-4bf5-ae81-199d866f2f55,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:06.398106 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.409193 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.438888 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Allocated IP 172.20.0.1 (f0a817f4-d71e-44e5-a499-ba7087bef0ea/b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa/16726eab-8ca3-4fa8-aa97-7f6b2090af50) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:13:06.455419 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-511761'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.488799 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbd8e22-bb2d-45db-993e-a6d39045080d,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:06.499204 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Attempting to bind port ef8e7440-5c16-4307-9a59-e308040d64f9 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:13:06.499573 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Attempting to bind port ef8e7440-5c16-4307-9a59-e308040d64f9 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:13:06.500157 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Attempting to bind port ef8e7440-5c16-4307-9a59-e308040d64f9 on network f4855da4-da5c-4baa-86e5-1c338c1265fd {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:06.512770 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:13:06.513143 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Checking segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:06.513635 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.513918 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Bound using segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:13:06.514797 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Bound port: ef8e7440-5c16-4307-9a59-e308040d64f9, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:13:06.515082 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.546285 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f900d6-f8cd-4c10-b4bb-c9637d53c606 None None] Pushing event updated for resources: {'Port': ['ID=ef8e7440-5c16-4307-9a59-e308040d64f9,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:06.611733 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] For port ef8e7440-5c16-4307-9a59-e308040d64f9, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:13:06.619123 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] For port ef8e7440-5c16-4307-9a59-e308040d64f9, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=ef8e7440-5c16-4307-9a59-e308040d64f9,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:13:06.629020 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.747953 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8b927430-143e-4844-8063-835923ffc125 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.750615 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.753241 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Network 3161ab17-b92b-4f39-92e1-533eac2aebd9 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:06.753925 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Routers {'56a54f6b-d12e-4690-9ff3-35dafa4149a8'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:06.755959 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:06.764071 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8b927430-143e-4844-8063-835923ffc125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.774280 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['56a54f6b-d12e-4690-9ff3-35dafa4149a8'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:06.795250 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44908) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:06.817954 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba87bd79-19cd-4285-bb22-2d240320b432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.850268 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.874882 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a8b54-2476-4e25-a7fb-4d9c3ea3eed3 None None] Pushing event updated for resources: {'Port': ['ID=ba49a232-dc4a-4f41-8f12-3ef748d4a7ca,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:06.950490 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f900d6-f8cd-4c10-b4bb-c9637d53c606 None None] Pushing event updated for resources: {'Port': ['ID=ef8e7440-5c16-4307-9a59-e308040d64f9,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:06.969178 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-8b927430-143e-4844-8063-835923ffc125 None None] Attempting to bind port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:13:06.980587 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-8b927430-143e-4844-8063-835923ffc125 None None] Attempting to bind port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:13:06.981275 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b927430-143e-4844-8063-835923ffc125 None None] Attempting to bind port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca on network 0f9c42f9-8271-4d69-bc85-306b59f7f15a {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:06.993843 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b927430-143e-4844-8063-835923ffc125 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:13:06.994680 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b927430-143e-4844-8063-835923ffc125 None None] Checking segment: {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:06.995643 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8b927430-143e-4844-8063-835923ffc125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:06.996306 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b927430-143e-4844-8063-835923ffc125 None None] Bound using segment: {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:13:06.997777 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-8b927430-143e-4844-8063-835923ffc125 None None] Bound port: ba49a232-dc4a-4f41-8f12-3ef748d4a7ca, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:13:06.998369 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8b927430-143e-4844-8063-835923ffc125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.088124 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.091766 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba87bd79-19cd-4285-bb22-2d240320b432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.099502 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba87bd79-19cd-4285-bb22-2d240320b432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.119619 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] Set router 56a54f6b-d12e-4690-9ff3-35dafa4149a8 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:07.141269 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 5895d453-c7bf-48b8-95eb-50e7245d7882 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:07.206674 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Router dee489ee-c464-4bd6-8b19-9cc4c1362f15 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:13:07.208794 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Network f0a817f4-d71e-44e5-a499-ba7087bef0ea is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:07.213050 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:07.219754 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:13:07.246445 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ba87bd79-19cd-4285-bb22-2d240320b432 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c3f707a99d343c7953fe1780e7704a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492235 Sep 20 05:13:07.247140 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44914) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:07.249717 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87bd79-19cd-4285-bb22-2d240320b432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8702239f-0c5b-491a-9b65-2dae125cead3,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:07.262350 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Pushing event updated for resources: {'Port': ['ID=16726eab-8ca3-4fa8-aa97-7f6b2090af50,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:07.280183 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-8b927430-143e-4844-8063-835923ffc125 None None] For port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:13:07.293840 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-8b927430-143e-4844-8063-835923ffc125 None None] For port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=ba49a232-dc4a-4f41-8f12-3ef748d4a7ca,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:13:07.318686 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8b927430-143e-4844-8063-835923ffc125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.349788 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-275585'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.402599 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 5895d453-c7bf-48b8-95eb-50e7245d7882 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:07.402980 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.421554 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f4f0949-3283-46a2-961f-0ca7a2d7dec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.477643 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f4f0949-3283-46a2-961f-0ca7a2d7dec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.497735 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-71f7f9d9-f36f-48fb-9ed2-3e7c6f298af2 None None] Provisioning complete for port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:07.498102 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-71f7f9d9-f36f-48fb-9ed2-3e7c6f298af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.558753 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'name': 'tempest-TestVolumeBootPattern-253549780-router', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:03Z', 'revision_number': 3, 'project_id': '60645a35e43f4a8098c50b524492bf51', 'gw_port': {'id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:07.583053 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a8b54-2476-4e25-a7fb-4d9c3ea3eed3 None None] Pushing event updated for resources: {'Port': ['ID=ba49a232-dc4a-4f41-8f12-3ef748d4a7ca,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:07.592428 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b927430-143e-4844-8063-835923ffc125 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:07.593046 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8b927430-143e-4844-8063-835923ffc125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:07.598171 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:13:07.611190 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b96da793-30de-480e-983e-5063c6180097 admin admin] 10.222.0.32 "PUT /v2.0/routers/dee489ee-c464-4bd6-8b19-9cc4c1362f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6032293 Sep 20 05:13:07.634843 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f4f0949-3283-46a2-961f-0ca7a2d7dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.638621 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f4f0949-3283-46a2-961f-0ca7a2d7dec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.642823 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7f4f0949-3283-46a2-961f-0ca7a2d7dec6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8702239f-0c5b-491a-9b65-2dae125cead3 HTTP/1.1" status: 204 len: 168 time: 0.3804870 Sep 20 05:13:07.667641 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f0949-3283-46a2-961f-0ca7a2d7dec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8702239f-0c5b-491a-9b65-2dae125cead3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:07.720319 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.764990 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 41107791-bc1d-455a-93ba-cf50e3247f14 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:07.828824 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddf494-6ee4-45ba-96a0-e654693b3635 None None] The sync data for ids ['56a54f6b-d12e-4690-9ff3-35dafa4149a8'] in dv-cinder-809965-1-iscsi is: [{'id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'name': 'tempest-TestVolumeBootPattern-253549780-router', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:03Z', 'revision_number': 3, 'project_id': '60645a35e43f4a8098c50b524492bf51', 'gw_port': {'id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:13:07.957732 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-71f7f9d9-f36f-48fb-9ed2-3e7c6f298af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:07.961280 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-8b927430-143e-4844-8063-835923ffc125 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:08.017203 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.024757 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25426567'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.034417 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 41107791-bc1d-455a-93ba-cf50e3247f14 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:08.037584 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.129612 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-71f7f9d9-f36f-48fb-9ed2-3e7c6f298af2 None None] For port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=ba49a232-dc4a-4f41-8f12-3ef748d4a7ca,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:08.140269 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Pushing event updated for resources: {'Port': ['ID=16726eab-8ca3-4fa8-aa97-7f6b2090af50,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:08.147821 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-511761'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.158168 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-71f7f9d9-f36f-48fb-9ed2-3e7c6f298af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.255188 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44932) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:08.279015 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47921e1d-7f71-469b-810d-8b4bd6eae0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.316870 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Network f0a817f4-d71e-44e5-a499-ba7087bef0ea is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:08.318932 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:08.327831 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-71f7f9d9-f36f-48fb-9ed2-3e7c6f298af2 None None] Provisioning complete for port 2cbd8e22-bb2d-45db-993e-a6d39045080d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:08.328486 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-71f7f9d9-f36f-48fb-9ed2-3e7c6f298af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.453670 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47921e1d-7f71-469b-810d-8b4bd6eae0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.459097 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47921e1d-7f71-469b-810d-8b4bd6eae0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.508244 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47921e1d-7f71-469b-810d-8b4bd6eae0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c4449a-d6f5-4032-9d15-a65b6eaca561,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:08.547556 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-47921e1d-7f71-469b-810d-8b4bd6eae0dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09bb7e0ae33d46b2a8a4e6426c55f960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912202 Sep 20 05:13:08.550306 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44938) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:08.597086 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Router 56a54f6b-d12e-4690-9ff3-35dafa4149a8 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:13:08.654983 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0231052c-0eaa-49cf-8adf-7cb4256b6124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.703983 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0231052c-0eaa-49cf-8adf-7cb4256b6124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.723796 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Sync routers for ids ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:13:08.793966 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:13:08.807451 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e873228b-c36e-4573-b9b0-0165e791901c admin admin] 10.222.0.32 "PUT /v2.0/routers/56a54f6b-d12e-4690-9ff3-35dafa4149a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7917476 Sep 20 05:13:08.819081 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0231052c-0eaa-49cf-8adf-7cb4256b6124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.823481 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0231052c-0eaa-49cf-8adf-7cb4256b6124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.825018 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0231052c-0eaa-49cf-8adf-7cb4256b6124 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6c4449a-d6f5-4032-9d15-a65b6eaca561 HTTP/1.1" status: 204 len: 168 time: 0.2735627 Sep 20 05:13:08.839769 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Routers {'dee489ee-c464-4bd6-8b19-9cc4c1362f15'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:08.840706 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:08.847409 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231052c-0eaa-49cf-8adf-7cb4256b6124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c4449a-d6f5-4032-9d15-a65b6eaca561,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:08.847625 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7f9d9-f36f-48fb-9ed2-3e7c6f298af2 None None] Pushing event updated for resources: {'Port': ['ID=ba49a232-dc4a-4f41-8f12-3ef748d4a7ca,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:08.886003 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44962) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:08.890862 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-869615323-network', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:08.917245 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-71f7f9d9-f36f-48fb-9ed2-3e7c6f298af2 None None] Port 2cbd8e22-bb2d-45db-993e-a6d39045080d cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:13:08.921884 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Made reservation on behalf of c1d332d0f9d94a44adc3d40d38ad6dee for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:13:08.925962 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:08.929772 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 600ff3d8-781d-4bba-9b99-d1dffe2d1545 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:08.941089 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.042480 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-8b927430-143e-4844-8063-835923ffc125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:07Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:09.051465 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 600ff3d8-781d-4bba-9b99-d1dffe2d1545 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:09.051880 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.106729 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b927430-143e-4844-8063-835923ffc125 None None] The sync data for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi is: [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:07Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:13:09.130357 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c51750f9-4ef9-4faa-9f13-8322bf0ad0a7 None None] Provisioning complete for port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:09.131164 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c51750f9-4ef9-4faa-9f13-8322bf0ad0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.153828 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.163502 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.192046 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Set router dee489ee-c464-4bd6-8b19-9cc4c1362f15 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:09.215391 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250ce4f3-c7ef-4b93-8196-cfcb54a10ad0,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:09.234175 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:13:09.254902 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.255262 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Added segment 2fdf32d4-aefd-48df-bca5-b441303fddeb of type vlan for network 9131d649-c239-4256-88b9-2dff766099b5 Sep 20 05:13:09.357589 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748435807510'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.409727 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.410714 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:09.411327 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.436797 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5496464 Sep 20 05:13:09.439574 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 44974) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:09.445858 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-09b350f0-7923-4d17-bceb-0a5b4f09e9de admin admin] Request body: {'subnet': {'network_id': '9131d649-c239-4256-88b9-2dff766099b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-869615323-subnet', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:09.447525 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44976) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:09.463984 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c51750f9-4ef9-4faa-9f13-8322bf0ad0a7 None None] Provisioning complete for port 16726eab-8ca3-4fa8-aa97-7f6b2090af50 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:09.464384 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c51750f9-4ef9-4faa-9f13-8322bf0ad0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.486037 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b350f0-7923-4d17-bceb-0a5b4f09e9de admin admin] Made reservation on behalf of c1d332d0f9d94a44adc3d40d38ad6dee for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:13:09.488757 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09b350f0-7923-4d17-bceb-0a5b4f09e9de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27031020'] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.501248 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a820f-ed68-4110-bebd-a989ce0da39a admin admin] Pushing event updated for resources: {'Network': ['ID=9131d649-c239-4256-88b9-2dff766099b5,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:09.536525 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Network 9131d649-c239-4256-88b9-2dff766099b5 details requested by agent ovs-agent-dv-cinder-809965-1-iscsi with host dv-cinder-809965-1-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:13:09.562707 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-c51750f9-4ef9-4faa-9f13-8322bf0ad0a7 None None] Port 16726eab-8ca3-4fa8-aa97-7f6b2090af50 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:13:09.588597 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.629329 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port 600ff3d8-781d-4bba-9b99-d1dffe2d1545, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=600ff3d8-781d-4bba-9b99-d1dffe2d1545,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:09.641812 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.696670 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a0f50801-4991-4e22-b6b3-20986e533df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.821851 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=600ff3d8-781d-4bba-9b99-d1dffe2d1545,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:09.889502 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09b350f0-7923-4d17-bceb-0a5b4f09e9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25426674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27030978'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.933835 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:13:05Z', 'revision_number': 4, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '2cbd8e22-bb2d-45db-993e-a6d39045080d', 'name': '', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'mac_address': 'fa:16:3e:de:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:04Z', 'updated_at': '2021-09-20T05:13:05Z', 'revision_number': 2, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'subnets': [{'id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:09.938407 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a0f50801-4991-4e22-b6b3-20986e533df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.964942 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a0f50801-4991-4e22-b6b3-20986e533df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:09.970287 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Checking router: dee489ee-c464-4bd6-8b19-9cc4c1362f15 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:13:09.970756 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Updating router dee489ee-c464-4bd6-8b19-9cc4c1362f15 port 2cbd8e22-bb2d-45db-993e-a6d39045080d binding host dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:13:09.975478 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device ba49a232-dc4a-4f41-8f12-3ef748d4a7ca up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:10.018758 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f50801-4991-4e22-b6b3-20986e533df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfff8c7-b306-4bb2-8561-e2eba662dbf2,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:10.041883 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.058069 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a0f50801-4991-4e22-b6b3-20986e533df2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb268ebb7d5146548aa78c844e8beb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6093626 Sep 20 05:13:10.068342 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44986) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:10.143135 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd63cf2e-a566-4f00-b665-58bfb599ff1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.178047 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd63cf2e-a566-4f00-b665-58bfb599ff1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.249230 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd63cf2e-a566-4f00-b665-58bfb599ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.255481 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dd63cf2e-a566-4f00-b665-58bfb599ff1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.268783 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-dd63cf2e-a566-4f00-b665-58bfb599ff1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5dfff8c7-b306-4bb2-8561-e2eba662dbf2 HTTP/1.1" status: 204 len: 168 time: 0.1971126 Sep 20 05:13:10.289711 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63cf2e-a566-4f00-b665-58bfb599ff1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfff8c7-b306-4bb2-8561-e2eba662dbf2,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:10.462237 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 44996) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:10.462807 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b350f0-7923-4d17-bceb-0a5b4f09e9de admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edb190b-9256-4e56-92aa-f35fa19b0eb0,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:10.476184 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-36bbede1-62fd-41ba-910d-e926e0269e6e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053708740', 'description': 'tempest-secgroup-smoke-1053708740 description', 'project_id': '15389b269277496dbc71dd67c5737708'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:10.478484 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b350f0-7923-4d17-bceb-0a5b4f09e9de admin admin] Checking segment: {'id': '2fdf32d4-aefd-48df-bca5-b441303fddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9131d649-c239-4256-88b9-2dff766099b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:10.478926 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b350f0-7923-4d17-bceb-0a5b4f09e9de admin admin] Network hostable DHCP agents. Network: 9131d649-c239-4256-88b9-2dff766099b5, hostable agents: ['67526508-f34a-40fd-85f9-d0bb1468b04b'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:13:10.504329 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b350f0-7923-4d17-bceb-0a5b4f09e9de admin admin] Network 9131d649-c239-4256-88b9-2dff766099b5 is scheduled to be hosted by DHCP agent 67526508-f34a-40fd-85f9-d0bb1468b04b with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:13:10.524132 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-09b350f0-7923-4d17-bceb-0a5b4f09e9de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-1-iscsi, 9131d649-c239-4256-88b9-2dff766099b5) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:10.528262 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b350f0-7923-4d17-bceb-0a5b4f09e9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:10.529325 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09b350f0-7923-4d17-bceb-0a5b4f09e9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.542188 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36bbede1-62fd-41ba-910d-e926e0269e6e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.560732 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Sync routers for ids ['56a54f6b-d12e-4690-9ff3-35dafa4149a8'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:13:10.562999 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:10.563573 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.564618 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-09b350f0-7923-4d17-bceb-0a5b4f09e9de admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1237841 Sep 20 05:13:10.567245 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 45004) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:10.573468 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-869615323-router', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:10.578608 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Routers {'56a54f6b-d12e-4690-9ff3-35dafa4149a8'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:10.579472 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['56a54f6b-d12e-4690-9ff3-35dafa4149a8'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:10.592129 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.db.api [None req-36bbede1-62fd-41ba-910d-e926e0269e6e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 05:13:10.592129 dv-cinder-809965-1-iscsi neutron-server[94085]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 05:13:10.592129 dv-cinder-809965-1-iscsi neutron-server[94085]: [parameters: {'project_id_1': '15389b269277496dbc71dd67c5737708', 'expiration_1': datetime.datetime(2021, 9, 20, 5, 12, 50, 584741)}] Sep 20 05:13:10.592129 dv-cinder-809965-1-iscsi neutron-server[94085]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 05:13:10.592614 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG oslo_db.api [None req-36bbede1-62fd-41ba-910d-e926e0269e6e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 05:13:10.601531 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-274561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.603082 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-275841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.632873 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159beaed-cd8d-4a62-bc6c-7dddb7b9f736 None None] Network 9131d649-c239-4256-88b9-2dff766099b5 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:13:10.676446 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.717285 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.781186 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.857523 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Set router 56a54f6b-d12e-4690-9ff3-35dafa4149a8 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:10.895860 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45fdac36-fd2f-568b-9e22-24bad3a54f91-9131d649-c239-4256-88b9-2dff766099b5', 'network_id': '9131d649-c239-4256-88b9-2dff766099b5', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'fixed_ips': [{'subnet_id': '2edb190b-9256-4e56-92aa-f35fa19b0eb0'}]}} from dv-cinder-809965-1-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 05:13:10.896672 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.906731 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:10.980951 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0fd28-92c9-4bae-a865-719ff0fc3278 None None] Pushing event updated for resources: {'Port': ['ID=2cbd8e22-bb2d-45db-993e-a6d39045080d,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:10.991070 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device ef8e7440-5c16-4307-9a59-e308040d64f9 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:11.094528 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36bbede1-62fd-41ba-910d-e926e0269e6e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.108078 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Attempting to bind port 2cbd8e22-bb2d-45db-993e-a6d39045080d on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:13:11.118157 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Attempting to bind port 2cbd8e22-bb2d-45db-993e-a6d39045080d by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:13:11.118545 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Attempting to bind port 2cbd8e22-bb2d-45db-993e-a6d39045080d on network 3161ab17-b92b-4f39-92e1-533eac2aebd9 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:11.138789 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:13:11.141265 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Checking segment: {'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:11.141963 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.142535 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Bound using segment: {'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:13:11.143368 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Bound port: 2cbd8e22-bb2d-45db-993e-a6d39045080d, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:13:11.144002 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.265424 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36bbede1-62fd-41ba-910d-e926e0269e6e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.267384 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'name': 'tempest-TestVolumeBootPattern-253549780-router', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:07Z', 'revision_number': 4, 'project_id': '60645a35e43f4a8098c50b524492bf51', 'gw_port': {'id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '16726eab-8ca3-4fa8-aa97-7f6b2090af50', 'name': '', 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'mac_address': 'fa:16:3e:e9:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:05Z', 'updated_at': '2021-09-20T05:13:07Z', 'revision_number': 2, 'project_id': '60645a35e43f4a8098c50b524492bf51', 'subnets': [{'id': 'b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:11.275710 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36bbede1-62fd-41ba-910d-e926e0269e6e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.327972 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.330034 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36bbede1-62fd-41ba-910d-e926e0269e6e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.336305 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Checking router: 56a54f6b-d12e-4690-9ff3-35dafa4149a8 for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:13:11.336305 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Updating router 56a54f6b-d12e-4690-9ff3-35dafa4149a8 port 16726eab-8ca3-4fa8-aa97-7f6b2090af50 binding host dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:13:11.338171 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-36bbede1-62fd-41ba-910d-e926e0269e6e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8745530 Sep 20 05:13:11.338307 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 45026) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:11.344677 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbede1-62fd-41ba-910d-e926e0269e6e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:11.363191 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port ef8e7440-5c16-4307-9a59-e308040d64f9 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:11.363567 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.378110 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.387737 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-a10c4b42-f653-43f6-990d-7700128bc20a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'security_group_rule': {'security_group_id': 'a9d79e8d-77a3-450c-b0a5-ba2b85a858ac', 'project_id': '15389b269277496dbc71dd67c5737708', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:11.409400 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Allocated IP 172.20.0.2 (9131d649-c239-4256-88b9-2dff766099b5/2edb190b-9256-4e56-92aa-f35fa19b0eb0/70161fd3-0802-45e5-9746-bbbda5efa861) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:13:11.414570 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.429069 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c878d6a1-7a27-4782-93cc-f24f6f788f91 None None] Provisioning complete for port 2cbd8e22-bb2d-45db-993e-a6d39045080d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:11.429979 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c878d6a1-7a27-4782-93cc-f24f6f788f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.432374 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a10c4b42-f653-43f6-990d-7700128bc20a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.442352 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] For port 2cbd8e22-bb2d-45db-993e-a6d39045080d, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:13:11.518862 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] For port 2cbd8e22-bb2d-45db-993e-a6d39045080d, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=2cbd8e22-bb2d-45db-993e-a6d39045080d,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:13:11.531453 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-c878d6a1-7a27-4782-93cc-f24f6f788f91 None None] Port 2cbd8e22-bb2d-45db-993e-a6d39045080d cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:13:11.535469 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.583614 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a10c4b42-f653-43f6-990d-7700128bc20a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.615148 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a10c4b42-f653-43f6-990d-7700128bc20a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.640326 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c4b42-f653-43f6-990d-7700128bc20a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db9e372-4c51-45f5-a3c6-160b2a4b5ccd,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:11.676719 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Allocated IP 172.27.1.129 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/cf5442cc-efc4-4ccd-b716-f06bd355bf8d) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:13:11.679478 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a10c4b42-f653-43f6-990d-7700128bc20a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.684985 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a10c4b42-f653-43f6-990d-7700128bc20a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3452735 Sep 20 05:13:11.685710 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 45034) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:11.691982 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-4b64c9d0-f9a5-4c73-869e-c3b4ec67a62a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'security_group_rule': {'security_group_id': 'a9d79e8d-77a3-450c-b0a5-ba2b85a858ac', 'project_id': '15389b269277496dbc71dd67c5737708', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:11.754825 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b64c9d0-f9a5-4c73-869e-c3b4ec67a62a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.850074 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b64c9d0-f9a5-4c73-869e-c3b4ec67a62a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.860564 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b64c9d0-f9a5-4c73-869e-c3b4ec67a62a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.887049 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64c9d0-f9a5-4c73-869e-c3b4ec67a62a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d281fea4-bee2-43f2-b8a7-5ceca752eb7a,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:11.905998 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Routers {'dee489ee-c464-4bd6-8b19-9cc4c1362f15'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:11.907297 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:11.915074 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b64c9d0-f9a5-4c73-869e-c3b4ec67a62a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.916582 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4b64c9d0-f9a5-4c73-869e-c3b4ec67a62a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2291019 Sep 20 05:13:11.919352 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 45042) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:11.927569 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-2426cb7d-0e0e-4adb-b547-5fcfae807465 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'security_group_rule': {'security_group_id': 'a9d79e8d-77a3-450c-b0a5-ba2b85a858ac', 'project_id': '15389b269277496dbc71dd67c5737708', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:11.930488 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.954753 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.968671 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:11.997926 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.012346 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2426cb7d-0e0e-4adb-b547-5fcfae807465 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.039800 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0fd28-92c9-4bae-a865-719ff0fc3278 None None] Pushing event updated for resources: {'Port': ['ID=2cbd8e22-bb2d-45db-993e-a6d39045080d,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:12.052074 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.067891 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:12.069870 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5442cc-efc4-4ccd-b716-f06bd355bf8d,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:12.074652 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:12.085789 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:13:12.135701 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2426cb7d-0e0e-4adb-b547-5fcfae807465 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.142722 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2426cb7d-0e0e-4adb-b547-5fcfae807465 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.170974 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port ef8e7440-5c16-4307-9a59-e308040d64f9, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=ef8e7440-5c16-4307-9a59-e308040d64f9,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:12.195811 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.197334 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597ff71-86d5-4ccd-bcd5-b85ddc3794b3 None None] Pushing event updated for resources: {'Port': ['ID=16726eab-8ca3-4fa8-aa97-7f6b2090af50,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:12.218571 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2426cb7d-0e0e-4adb-b547-5fcfae807465 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.220632 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2426cb7d-0e0e-4adb-b547-5fcfae807465 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993948 Sep 20 05:13:12.240905 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 45048) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:12.258134 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-b3a76815-8f6e-4823-a38f-67e9caf21b7f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'security_group_rule': {'security_group_id': 'a9d79e8d-77a3-450c-b0a5-ba2b85a858ac', 'project_id': '15389b269277496dbc71dd67c5737708', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:12.271353 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.320453 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426cb7d-0e0e-4adb-b547-5fcfae807465 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f2874e-d476-4176-9d97-32b50259cbdc,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:12.344176 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Attempting to bind port 16726eab-8ca3-4fa8-aa97-7f6b2090af50 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:13:12.344654 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Attempting to bind port 16726eab-8ca3-4fa8-aa97-7f6b2090af50 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '2f723ead-384f-45d4-8909-ba5e3ce8de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:13:12.345137 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Attempting to bind port 16726eab-8ca3-4fa8-aa97-7f6b2090af50 on network f0a817f4-d71e-44e5-a499-ba7087bef0ea {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:12.347296 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b3a76815-8f6e-4823-a38f-67e9caf21b7f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.358846 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:13:12.359518 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Checking segment: {'id': '2f723ead-384f-45d4-8909-ba5e3ce8de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:12.360867 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.361471 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Bound using segment: {'id': '2f723ead-384f-45d4-8909-ba5e3ce8de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:13:12.365654 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Bound port: 16726eab-8ca3-4fa8-aa97-7f6b2090af50, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f723ead-384f-45d4-8909-ba5e3ce8de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:13:12.366476 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.385793 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.419086 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] Set router dee489ee-c464-4bd6-8b19-9cc4c1362f15 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:12.433847 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 600ff3d8-781d-4bba-9b99-d1dffe2d1545 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:12.507156 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b3a76815-8f6e-4823-a38f-67e9caf21b7f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.512231 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b3a76815-8f6e-4823-a38f-67e9caf21b7f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.528686 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] For port 16726eab-8ca3-4fa8-aa97-7f6b2090af50, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:13:12.541089 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] For port 16726eab-8ca3-4fa8-aa97-7f6b2090af50, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=16726eab-8ca3-4fa8-aa97-7f6b2090af50,segment=NetworkSegment(2f723ead-384f-45d4-8909-ba5e3ce8de7f),segment_id=2f723ead-384f-45d4-8909-ba5e3ce8de7f)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:13:12.548770 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a76815-8f6e-4823-a38f-67e9caf21b7f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54df4cd6-6b3e-46d8-81d4-0ce9a1bf738d,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:12.549168 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.571093 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b3a76815-8f6e-4823-a38f-67e9caf21b7f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.572901 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b3a76815-8f6e-4823-a38f-67e9caf21b7f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3308375 Sep 20 05:13:12.577762 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 45056) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:12.583526 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-bc745584-3c23-4383-bc21-1cc5e39802ec tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'security_group_rule': {'security_group_id': 'a9d79e8d-77a3-450c-b0a5-ba2b85a858ac', 'project_id': '15389b269277496dbc71dd67c5737708', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:12.641419 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.securitygroups_db [None req-bc745584-3c23-4383-bc21-1cc5e39802ec tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Project 15389b269277496dbc71dd67c5737708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 05:13:12.646971 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc745584-3c23-4383-bc21-1cc5e39802ec tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.662770 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4b653f39-554a-4fe0-b179-a0407723980f None None] Provisioning complete for port 2cbd8e22-bb2d-45db-993e-a6d39045080d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:12.663674 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4b653f39-554a-4fe0-b179-a0407723980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.692833 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Network 9131d649-c239-4256-88b9-2dff766099b5 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:12.706751 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597ff71-86d5-4ccd-bcd5-b85ddc3794b3 None None] Pushing event updated for resources: {'Port': ['ID=16726eab-8ca3-4fa8-aa97-7f6b2090af50,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:12.718496 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Routers {'56a54f6b-d12e-4690-9ff3-35dafa4149a8'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:12.718496 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['56a54f6b-d12e-4690-9ff3-35dafa4149a8'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:12.746687 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.801955 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc745584-3c23-4383-bc21-1cc5e39802ec tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.807314 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc745584-3c23-4383-bc21-1cc5e39802ec tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.832750 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc745584-3c23-4383-bc21-1cc5e39802ec tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113bf454-4425-41c4-959f-c7be26932c11,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:12.866672 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bc745584-3c23-4383-bc21-1cc5e39802ec tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:12.868349 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bc745584-3c23-4383-bc21-1cc5e39802ec tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2893653 Sep 20 05:13:12.871561 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 45058) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:12.880780 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-486d1114-e1a3-4160-adf6-9a40c3a3331e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'security_group_rule': {'security_group_id': 'a9d79e8d-77a3-450c-b0a5-ba2b85a858ac', 'project_id': '15389b269277496dbc71dd67c5737708', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:12.889236 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:12.892221 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:13:12.900270 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=ef8e7440-5c16-4307-9a59-e308040d64f9,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:12.940236 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] Set router 56a54f6b-d12e-4690-9ff3-35dafa4149a8 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:12.942463 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.securitygroups_db [None req-486d1114-e1a3-4160-adf6-9a40c3a3331e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Project 15389b269277496dbc71dd67c5737708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 05:13:12.948311 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-486d1114-e1a3-4160-adf6-9a40c3a3331e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:13.107269 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-486d1114-e1a3-4160-adf6-9a40c3a3331e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:13.124776 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-486d1114-e1a3-4160-adf6-9a40c3a3331e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:13.145085 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d1114-e1a3-4160-adf6-9a40c3a3331e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af7fb33-6b72-4050-9bb3-6dac3fedc55e,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:13.152696 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-486d1114-e1a3-4160-adf6-9a40c3a3331e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:13.154561 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-486d1114-e1a3-4160-adf6-9a40c3a3331e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2819872 Sep 20 05:13:13.184012 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Pushing event updated for resources: {'Port': ['ID=70161fd3-0802-45e5-9746-bbbda5efa861,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:13.203946 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-275542'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:13.286294 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'name': 'tempest-TestVolumeBootPattern-253549780-router', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:07Z', 'revision_number': 4, 'project_id': '60645a35e43f4a8098c50b524492bf51', 'gw_port': {'id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '16726eab-8ca3-4fa8-aa97-7f6b2090af50', 'name': '', 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'mac_address': 'fa:16:3e:e9:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:05Z', 'updated_at': '2021-09-20T05:13:12Z', 'revision_number': 4, 'project_id': '60645a35e43f4a8098c50b524492bf51', 'subnets': [{'id': 'b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:13.306806 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 600ff3d8-781d-4bba-9b99-d1dffe2d1545 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:13.307183 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:13.352750 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7d46c-3383-41b6-bdcb-11b890133234 None None] The sync data for ids ['56a54f6b-d12e-4690-9ff3-35dafa4149a8'] in dv-cinder-809965-1-iscsi is: [{'id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'name': 'tempest-TestVolumeBootPattern-253549780-router', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:07Z', 'revision_number': 4, 'project_id': '60645a35e43f4a8098c50b524492bf51', 'gw_port': {'id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '16726eab-8ca3-4fa8-aa97-7f6b2090af50', 'name': '', 'network_id': 'f0a817f4-d71e-44e5-a499-ba7087bef0ea', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'mac_address': 'fa:16:3e:e9:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:05Z', 'updated_at': '2021-09-20T05:13:12Z', 'revision_number': 4, 'project_id': '60645a35e43f4a8098c50b524492bf51', 'subnets': [{'id': 'b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:13:13.375777 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Attempting to bind port 70161fd3-0802-45e5-9746-bbbda5efa861 on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:13:13.376177 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Attempting to bind port 70161fd3-0802-45e5-9746-bbbda5efa861 by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '2fdf32d4-aefd-48df-bca5-b441303fddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9131d649-c239-4256-88b9-2dff766099b5'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:13:13.376535 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Attempting to bind port 70161fd3-0802-45e5-9746-bbbda5efa861 on network 9131d649-c239-4256-88b9-2dff766099b5 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:13.401758 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:13:13.402124 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Checking segment: {'id': '2fdf32d4-aefd-48df-bca5-b441303fddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9131d649-c239-4256-88b9-2dff766099b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:13.405578 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:13.405978 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Bound using segment: {'id': '2fdf32d4-aefd-48df-bca5-b441303fddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9131d649-c239-4256-88b9-2dff766099b5'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:13:13.407068 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Bound port: 70161fd3-0802-45e5-9746-bbbda5efa861, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdf32d4-aefd-48df-bca5-b441303fddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9131d649-c239-4256-88b9-2dff766099b5'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:13:13.414276 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:13.440118 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Router b8ae4f96-a787-4cfb-b511-a08d23c9ce7d is scheduled to L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:13:13.486100 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4b653f39-554a-4fe0-b179-a0407723980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:13.607139 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:13:13.633493 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:13.635263 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-aba99218-245c-475b-a1d9-4fa85a674d24 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0668232 Sep 20 05:13:13.637946 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 45106) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:13.646848 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4b653f39-554a-4fe0-b179-a0407723980f None None] For port 2cbd8e22-bb2d-45db-993e-a6d39045080d, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=2cbd8e22-bb2d-45db-993e-a6d39045080d,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:13.650371 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Sync routers for ids ['b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:13:13.670650 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] For port 70161fd3-0802-45e5-9746-bbbda5efa861, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:13:13.683981 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] For port 70161fd3-0802-45e5-9746-bbbda5efa861, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=70161fd3-0802-45e5-9746-bbbda5efa861,segment=NetworkSegment(2fdf32d4-aefd-48df-bca5-b441303fddeb),segment_id=2fdf32d4-aefd-48df-bca5-b441303fddeb)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:13:13.700790 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4b653f39-554a-4fe0-b179-a0407723980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:13.702962 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Routers {'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:13.703659 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:13.712949 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:13.812689 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:13:05Z', 'revision_number': 4, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '2cbd8e22-bb2d-45db-993e-a6d39045080d', 'name': '', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'mac_address': 'fa:16:3e:de:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:04Z', 'updated_at': '2021-09-20T05:13:11Z', 'revision_number': 4, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'subnets': [{'id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:13.874143 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd96e5-3491-463d-ad0f-a27534a88cc4 None None] The sync data for ids ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'] in dv-cinder-809965-1-iscsi is: [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:13:05Z', 'revision_number': 4, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '2cbd8e22-bb2d-45db-993e-a6d39045080d', 'name': '', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'mac_address': 'fa:16:3e:de:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:04Z', 'updated_at': '2021-09-20T05:13:11Z', 'revision_number': 4, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'subnets': [{'id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:13:13.970172 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b653f39-554a-4fe0-b179-a0407723980f None None] Pushing event updated for resources: {'Port': ['ID=2cbd8e22-bb2d-45db-993e-a6d39045080d,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:14.067833 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Set router b8ae4f96-a787-4cfb-b511-a08d23c9ce7d gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:14.156632 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f83a76a7-133d-46a7-8b94-08aa119fd6cd None None] Provisioning complete for port 16726eab-8ca3-4fa8-aa97-7f6b2090af50 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:14.157010 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f83a76a7-133d-46a7-8b94-08aa119fd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:14.160767 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123cfb1-d9e7-465a-96f3-61d51579d601 None None] Pushing event updated for resources: {'Port': ['ID=70161fd3-0802-45e5-9746-bbbda5efa861,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:14.514511 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:14.618890 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f83a76a7-133d-46a7-8b94-08aa119fd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:14.661527 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 2cbd8e22-bb2d-45db-993e-a6d39045080d up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:14.847228 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Allocated IP 172.20.0.1 (9131d649-c239-4256-88b9-2dff766099b5/2edb190b-9256-4e56-92aa-f35fa19b0eb0/8d4d07b7-19b0-4d3a-979c-8537b36025ca) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:13:15.028613 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'name': 'tempest-TestMinimumBasicScenario-869615323-router', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:10Z', 'updated_at': '2021-09-20T05:13:12Z', 'revision_number': 3, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'gw_port': {'id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:11Z', 'updated_at': '2021-09-20T05:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:15.091726 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.113676 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Checking router: b8ae4f96-a787-4cfb-b511-a08d23c9ce7d for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:13:15.114025 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Updating router b8ae4f96-a787-4cfb-b511-a08d23c9ce7d port cf5442cc-efc4-4ccd-b716-f06bd355bf8d binding host dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:13:15.121259 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-f83a76a7-133d-46a7-8b94-08aa119fd6cd None None] For port 16726eab-8ca3-4fa8-aa97-7f6b2090af50, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=16726eab-8ca3-4fa8-aa97-7f6b2090af50,segment=NetworkSegment(2f723ead-384f-45d4-8909-ba5e3ce8de7f),segment_id=2f723ead-384f-45d4-8909-ba5e3ce8de7f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:15.158579 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f83a76a7-133d-46a7-8b94-08aa119fd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.160183 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.224935 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.228142 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a76a7-133d-46a7-8b94-08aa119fd6cd None None] Pushing event updated for resources: {'Port': ['ID=16726eab-8ca3-4fa8-aa97-7f6b2090af50,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:15.248475 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Network 9131d649-c239-4256-88b9-2dff766099b5 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:15.252257 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:15.258974 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:13:15.277679 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 2cbd8e22-bb2d-45db-993e-a6d39045080d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:15.278049 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.305051 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Pushing event updated for resources: {'Port': ['ID=8d4d07b7-19b0-4d3a-979c-8537b36025ca,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:15.320578 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-275585'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.459133 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.479080 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddaf881-9e3c-4cb9-baa6-cd672006e562 None None] Network 9131d649-c239-4256-88b9-2dff766099b5 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:13:15.572835 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-51612e6b-d32d-45df-8b17-cd584106e6e1 None None] Provisioning complete for port 70161fd3-0802-45e5-9746-bbbda5efa861 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:15.573219 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-51612e6b-d32d-45df-8b17-cd584106e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.575438 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device ef8e7440-5c16-4307-9a59-e308040d64f9 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:15.645826 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.650357 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25426567'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.724763 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-511761'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.727488 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Pushing event updated for resources: {'Port': ['ID=8d4d07b7-19b0-4d3a-979c-8537b36025ca,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:15.810329 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port ef8e7440-5c16-4307-9a59-e308040d64f9 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:15.810893 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.821915 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.822499 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Network 9131d649-c239-4256-88b9-2dff766099b5 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:15.824045 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:15.867999 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.873958 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-51612e6b-d32d-45df-8b17-cd584106e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.941976 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Router b8ae4f96-a787-4cfb-b511-a08d23c9ce7d has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:13:15.968859 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Attempting to bind port cf5442cc-efc4-4ccd-b716-f06bd355bf8d on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:13:15.969226 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Attempting to bind port cf5442cc-efc4-4ccd-b716-f06bd355bf8d by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:13:15.969588 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Attempting to bind port cf5442cc-efc4-4ccd-b716-f06bd355bf8d on network f4855da4-da5c-4baa-86e5-1c338c1265fd {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:15.972408 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023c66a-22ef-4066-8891-1f0b6b92a88f None None] Pushing event updated for resources: {'Port': ['ID=cf5442cc-efc4-4ccd-b716-f06bd355bf8d,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:15.990327 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-51612e6b-d32d-45df-8b17-cd584106e6e1 None None] For port 70161fd3-0802-45e5-9746-bbbda5efa861, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=70161fd3-0802-45e5-9746-bbbda5efa861,segment=NetworkSegment(2fdf32d4-aefd-48df-bca5-b441303fddeb),segment_id=2fdf32d4-aefd-48df-bca5-b441303fddeb)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:15.991857 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:13:15.992327 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Checking segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:15.992733 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:15.993122 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Bound using segment: {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:13:15.993592 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Bound port: cf5442cc-efc4-4ccd-b716-f06bd355bf8d, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae2e19-8def-4e22-9f9c-c66bc9b49ac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:13:15.994152 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:16.015753 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-51612e6b-d32d-45df-8b17-cd584106e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:16.065701 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:13:16.080450 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2a32f684-e237-4171-9267-066ae928be5b admin admin] 10.222.0.32 "PUT /v2.0/routers/b8ae4f96-a787-4cfb-b511-a08d23c9ce7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4322438 Sep 20 05:13:16.126439 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 16726eab-8ca3-4fa8-aa97-7f6b2090af50 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:16.161766 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51612e6b-d32d-45df-8b17-cd584106e6e1 None None] Pushing event updated for resources: {'Port': ['ID=70161fd3-0802-45e5-9746-bbbda5efa861,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:16.220640 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] For port cf5442cc-efc4-4ccd-b716-f06bd355bf8d, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:13:16.283427 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] For port cf5442cc-efc4-4ccd-b716-f06bd355bf8d, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=cf5442cc-efc4-4ccd-b716-f06bd355bf8d,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:13:16.302695 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:16.410529 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 16726eab-8ca3-4fa8-aa97-7f6b2090af50 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:16.410914 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:16.495034 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023c66a-22ef-4066-8891-1f0b6b92a88f None None] Pushing event updated for resources: {'Port': ['ID=cf5442cc-efc4-4ccd-b716-f06bd355bf8d,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:16.523092 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-75df42aa-75bd-402f-b159-21e3f82f85a0 None None] Provisioning complete for port 8d4d07b7-19b0-4d3a-979c-8537b36025ca triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:16.523484 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-75df42aa-75bd-402f-b159-21e3f82f85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:16.568473 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Routers {'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:16.569925 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:16.649893 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-75df42aa-75bd-402f-b159-21e3f82f85a0 None None] Port 8d4d07b7-19b0-4d3a-979c-8537b36025ca cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:13:16.746071 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-75df42aa-75bd-402f-b159-21e3f82f85a0 None None] Provisioning complete for port 70161fd3-0802-45e5-9746-bbbda5efa861 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:16.746071 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-75df42aa-75bd-402f-b159-21e3f82f85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:16.825516 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] Set router b8ae4f96-a787-4cfb-b511-a08d23c9ce7d gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:17.187364 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 70161fd3-0802-45e5-9746-bbbda5efa861 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:17.283469 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-3d0dab0a-7820-4f9a-bc6d-1732214be7b9 None None] Provisioning complete for port 8d4d07b7-19b0-4d3a-979c-8537b36025ca triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:17.283825 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3d0dab0a-7820-4f9a-bc6d-1732214be7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:17.290592 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 70161fd3-0802-45e5-9746-bbbda5efa861 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:17.291184 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:17.355232 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'name': 'tempest-TestMinimumBasicScenario-869615323-router', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:10Z', 'updated_at': '2021-09-20T05:13:15Z', 'revision_number': 4, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'gw_port': {'id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:11Z', 'updated_at': '2021-09-20T05:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '8d4d07b7-19b0-4d3a-979c-8537b36025ca', 'name': '', 'network_id': '9131d649-c239-4256-88b9-2dff766099b5', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'mac_address': 'fa:16:3e:55:c2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2edb190b-9256-4e56-92aa-f35fa19b0eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:14Z', 'updated_at': '2021-09-20T05:13:15Z', 'revision_number': 2, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'subnets': [{'id': '2edb190b-9256-4e56-92aa-f35fa19b0eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:17.393543 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-3d0dab0a-7820-4f9a-bc6d-1732214be7b9 None None] Port 8d4d07b7-19b0-4d3a-979c-8537b36025ca cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:13:17.397656 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6cac53-eee6-4085-bd87-a2daacd49570 None None] The sync data for ids ['b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'] in dv-cinder-809965-1-iscsi is: [{'id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'name': 'tempest-TestMinimumBasicScenario-869615323-router', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:10Z', 'updated_at': '2021-09-20T05:13:15Z', 'revision_number': 4, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'gw_port': {'id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:11Z', 'updated_at': '2021-09-20T05:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '8d4d07b7-19b0-4d3a-979c-8537b36025ca', 'name': '', 'network_id': '9131d649-c239-4256-88b9-2dff766099b5', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'mac_address': 'fa:16:3e:55:c2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2edb190b-9256-4e56-92aa-f35fa19b0eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:14Z', 'updated_at': '2021-09-20T05:13:15Z', 'revision_number': 2, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'subnets': [{'id': '2edb190b-9256-4e56-92aa-f35fa19b0eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:13:17.512225 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 16726eab-8ca3-4fa8-aa97-7f6b2090af50 up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:17.849868 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 16726eab-8ca3-4fa8-aa97-7f6b2090af50 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:17.850566 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:19.582322 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 45272) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:19.735651 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e82d9ce9-92e8-4615-8f7b-2341756dc631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:19.845872 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e82d9ce9-92e8-4615-8f7b-2341756dc631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:19.852628 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e82d9ce9-92e8-4615-8f7b-2341756dc631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:19.911594 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 45276) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:19.916628 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e82d9ce9-92e8-4615-8f7b-2341756dc631 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6144466b992143c8aa8f859fb27fe2d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324368 Sep 20 05:13:19.932646 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d9ce9-92e8-4615-8f7b-2341756dc631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ec1da2-162b-4e4c-8ddd-a31f2aeec62b,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:19.996488 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9094c2c4-afa1-4148-b068-89699c85c554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:20.034543 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9094c2c4-afa1-4148-b068-89699c85c554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:20.097895 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9094c2c4-afa1-4148-b068-89699c85c554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:20.105911 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9094c2c4-afa1-4148-b068-89699c85c554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:20.120799 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9094c2c4-afa1-4148-b068-89699c85c554 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57ec1da2-162b-4e4c-8ddd-a31f2aeec62b HTTP/1.1" status: 204 len: 168 time: 0.1989291 Sep 20 05:13:20.129089 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094c2c4-afa1-4148-b068-89699c85c554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ec1da2-162b-4e4c-8ddd-a31f2aeec62b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:20.633921 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 45290) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:20.648388 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bce524a1-d6e5-4467-9713-405b904be2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:20.820455 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bce524a1-d6e5-4467-9713-405b904be2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:20.839267 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bce524a1-d6e5-4467-9713-405b904be2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:20.998824 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device cf5442cc-efc4-4ccd-b716-f06bd355bf8d up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:21.127168 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port cf5442cc-efc4-4ccd-b716-f06bd355bf8d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:21.127776 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:21.255894 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:21.305112 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] For port cf5442cc-efc4-4ccd-b716-f06bd355bf8d, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=cf5442cc-efc4-4ccd-b716-f06bd355bf8d,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:21.310223 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:21.321116 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce524a1-d6e5-4467-9713-405b904be2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113f04dd-967d-41f0-aade-c040844edc5e,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:21.330919 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-bce524a1-d6e5-4467-9713-405b904be2c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6713b5c7935d4a6e8d08999fdd0ac8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922188 Sep 20 05:13:21.330919 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 45298) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:21.399522 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Pushing event updated for resources: {'Port': ['ID=cf5442cc-efc4-4ccd-b716-f06bd355bf8d,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:21.436817 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a91d35e2-9da7-4318-98f6-08c095a9316d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:21.459156 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a91d35e2-9da7-4318-98f6-08c095a9316d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:21.536416 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a91d35e2-9da7-4318-98f6-08c095a9316d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:21.541680 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a91d35e2-9da7-4318-98f6-08c095a9316d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:21.542837 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a91d35e2-9da7-4318-98f6-08c095a9316d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/113f04dd-967d-41f0-aade-c040844edc5e HTTP/1.1" status: 204 len: 168 time: 0.2109988 Sep 20 05:13:21.551160 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d35e2-9da7-4318-98f6-08c095a9316d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113f04dd-967d-41f0-aade-c040844edc5e,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:22.944947 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device cf5442cc-efc4-4ccd-b716-f06bd355bf8d up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:23.029776 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port cf5442cc-efc4-4ccd-b716-f06bd355bf8d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:23.030498 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:23.169657 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Sync routers for ids ['b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:13:23.179959 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Routers {'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:23.180605 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:23.322037 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Set router b8ae4f96-a787-4cfb-b511-a08d23c9ce7d gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:23.675888 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'name': 'tempest-TestMinimumBasicScenario-869615323-router', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:10Z', 'updated_at': '2021-09-20T05:13:15Z', 'revision_number': 4, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'gw_port': {'id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:11Z', 'updated_at': '2021-09-20T05:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '8d4d07b7-19b0-4d3a-979c-8537b36025ca', 'name': '', 'network_id': '9131d649-c239-4256-88b9-2dff766099b5', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'mac_address': 'fa:16:3e:55:c2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2edb190b-9256-4e56-92aa-f35fa19b0eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:14Z', 'updated_at': '2021-09-20T05:13:15Z', 'revision_number': 2, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'subnets': [{'id': '2edb190b-9256-4e56-92aa-f35fa19b0eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:23.709555 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Checking router: b8ae4f96-a787-4cfb-b511-a08d23c9ce7d for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:13:23.709991 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Updating router b8ae4f96-a787-4cfb-b511-a08d23c9ce7d port 8d4d07b7-19b0-4d3a-979c-8537b36025ca binding host dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:13:23.746219 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.117655 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.144070 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.249983 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ab4a8-3575-44e2-a9a6-762dd3a7afc6 None None] Pushing event updated for resources: {'Port': ['ID=8d4d07b7-19b0-4d3a-979c-8537b36025ca,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:24.285683 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 45382) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:24.298035 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Attempting to bind port 8d4d07b7-19b0-4d3a-979c-8537b36025ca on host dv-cinder-809965-1-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:13:24.298402 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Attempting to bind port 8d4d07b7-19b0-4d3a-979c-8537b36025ca by drivers openvswitch,hyperv on host dv-cinder-809965-1-iscsi at level 0 using segments [{'id': '2fdf32d4-aefd-48df-bca5-b441303fddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9131d649-c239-4256-88b9-2dff766099b5'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:13:24.299006 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Attempting to bind port 8d4d07b7-19b0-4d3a-979c-8537b36025ca on network 9131d649-c239-4256-88b9-2dff766099b5 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:24.304505 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Checking agent: {'id': '4b4875ad-d717-4fdf-abc4-49fc87f26163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 4, 57, 35), 'started_at': datetime.datetime(2021, 9, 20, 4, 58, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:13:24.305148 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Checking segment: {'id': '2fdf32d4-aefd-48df-bca5-b441303fddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9131d649-c239-4256-88b9-2dff766099b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:24.305543 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.305928 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Bound using segment: {'id': '2fdf32d4-aefd-48df-bca5-b441303fddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9131d649-c239-4256-88b9-2dff766099b5'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:13:24.306390 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Bound port: 8d4d07b7-19b0-4d3a-979c-8537b36025ca, host: dv-cinder-809965-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdf32d4-aefd-48df-bca5-b441303fddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9131d649-c239-4256-88b9-2dff766099b5'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:13:24.306784 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.399702 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] For port 8d4d07b7-19b0-4d3a-979c-8537b36025ca, host dv-cinder-809965-1-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:13:24.403986 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] For port 8d4d07b7-19b0-4d3a-979c-8537b36025ca, host dv-cinder-809965-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=8d4d07b7-19b0-4d3a-979c-8537b36025ca,segment=NetworkSegment(2fdf32d4-aefd-48df-bca5-b441303fddeb),segment_id=2fdf32d4-aefd-48df-bca5-b441303fddeb)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:13:24.424053 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.428999 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32705b36-11d6-4fd6-9780-8ee1a000c665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.495316 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-52d0e226-b5ec-46a8-84fd-c1d3ec5e6f13 None None] Provisioning complete for port 8d4d07b7-19b0-4d3a-979c-8537b36025ca triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:24.500094 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-52d0e226-b5ec-46a8-84fd-c1d3ec5e6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.549231 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Routers {'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:13:24.551156 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:24.646591 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-52d0e226-b5ec-46a8-84fd-c1d3ec5e6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.649543 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32705b36-11d6-4fd6-9780-8ee1a000c665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.655358 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32705b36-11d6-4fd6-9780-8ee1a000c665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.677982 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ab4a8-3575-44e2-a9a6-762dd3a7afc6 None None] Pushing event updated for resources: {'Port': ['ID=8d4d07b7-19b0-4d3a-979c-8537b36025ca,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:24.707423 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 45386) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:24.711578 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-32705b36-11d6-4fd6-9780-8ee1a000c665 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a1cae6bb9364ac9bfeb4927eaa77112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224463 Sep 20 05:13:24.712046 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-52d0e226-b5ec-46a8-84fd-c1d3ec5e6f13 None None] For port 8d4d07b7-19b0-4d3a-979c-8537b36025ca, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=8d4d07b7-19b0-4d3a-979c-8537b36025ca,segment=NetworkSegment(2fdf32d4-aefd-48df-bca5-b441303fddeb),segment_id=2fdf32d4-aefd-48df-bca5-b441303fddeb)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:24.723928 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-52d0e226-b5ec-46a8-84fd-c1d3ec5e6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.759110 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32705b36-11d6-4fd6-9780-8ee1a000c665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17589c47-d66a-449d-843a-1ef5d42e454a,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:24.770503 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15a0d696-c82a-471b-9ef0-69ec02778be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.796432 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15a0d696-c82a-471b-9ef0-69ec02778be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.813061 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] Set router b8ae4f96-a787-4cfb-b511-a08d23c9ce7d gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:13:24.816692 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0e226-b5ec-46a8-84fd-c1d3ec5e6f13 None None] Pushing event updated for resources: {'Port': ['ID=8d4d07b7-19b0-4d3a-979c-8537b36025ca,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:24.869538 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-2b23d38c-89c8-4a92-8263-b0d0c71ad89d None None] Provisioning complete for port 8d4d07b7-19b0-4d3a-979c-8537b36025ca triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:24.871869 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2b23d38c-89c8-4a92-8263-b0d0c71ad89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.876063 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15a0d696-c82a-471b-9ef0-69ec02778be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.880289 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15a0d696-c82a-471b-9ef0-69ec02778be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:24.887079 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-15a0d696-c82a-471b-9ef0-69ec02778be5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17589c47-d66a-449d-843a-1ef5d42e454a HTTP/1.1" status: 204 len: 168 time: 0.1779144 Sep 20 05:13:24.895605 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0d696-c82a-471b-9ef0-69ec02778be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17589c47-d66a-449d-843a-1ef5d42e454a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:25.054098 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 8d4d07b7-19b0-4d3a-979c-8537b36025ca up at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:25.130241 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Provisioning complete for port 8d4d07b7-19b0-4d3a-979c-8537b36025ca triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:25.130640 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:25.228506 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'name': 'tempest-TestMinimumBasicScenario-869615323-router', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:10Z', 'updated_at': '2021-09-20T05:13:15Z', 'revision_number': 4, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'gw_port': {'id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:11Z', 'updated_at': '2021-09-20T05:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '8d4d07b7-19b0-4d3a-979c-8537b36025ca', 'name': '', 'network_id': '9131d649-c239-4256-88b9-2dff766099b5', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'mac_address': 'fa:16:3e:55:c2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2edb190b-9256-4e56-92aa-f35fa19b0eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:14Z', 'updated_at': '2021-09-20T05:13:24Z', 'revision_number': 4, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'subnets': [{'id': '2edb190b-9256-4e56-92aa-f35fa19b0eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:13:25.276314 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48470710-de64-4b94-9a5c-4b9a5e913aac None None] The sync data for ids ['b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'] in dv-cinder-809965-1-iscsi is: [{'id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'name': 'tempest-TestMinimumBasicScenario-869615323-router', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:10Z', 'updated_at': '2021-09-20T05:13:15Z', 'revision_number': 4, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'gw_port': {'id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:11Z', 'updated_at': '2021-09-20T05:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '8d4d07b7-19b0-4d3a-979c-8537b36025ca', 'name': '', 'network_id': '9131d649-c239-4256-88b9-2dff766099b5', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'mac_address': 'fa:16:3e:55:c2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '2edb190b-9256-4e56-92aa-f35fa19b0eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:14Z', 'updated_at': '2021-09-20T05:13:24Z', 'revision_number': 4, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'subnets': [{'id': '2edb190b-9256-4e56-92aa-f35fa19b0eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:13:25.374082 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 45398) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:25.403857 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a3b75412-c924-4d5e-a9fe-e98aa468d710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:25.577319 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a3b75412-c924-4d5e-a9fe-e98aa468d710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:25.592144 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a3b75412-c924-4d5e-a9fe-e98aa468d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:25.635428 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a3b75412-c924-4d5e-a9fe-e98aa468d710 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f33e0069dc0c4fad9a8463b4cdd605bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602189 Sep 20 05:13:25.638261 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 45406) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:25.671383 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b75412-c924-4d5e-a9fe-e98aa468d710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b577d0-27ae-499b-ae47-cf04c0a4ac29,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:25.722991 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-58047b0f-4ac8-4449-a146-b38be3012de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:25.752401 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-58047b0f-4ac8-4449-a146-b38be3012de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:25.818323 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-58047b0f-4ac8-4449-a146-b38be3012de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:25.821310 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-58047b0f-4ac8-4449-a146-b38be3012de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:25.824696 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-58047b0f-4ac8-4449-a146-b38be3012de8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33b577d0-27ae-499b-ae47-cf04c0a4ac29 HTTP/1.1" status: 204 len: 168 time: 0.1852250 Sep 20 05:13:25.840350 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58047b0f-4ac8-4449-a146-b38be3012de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b577d0-27ae-499b-ae47-cf04c0a4ac29,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:28.459889 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:29.051963 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-5db55270-39b2-47b4-8cc5-382c0aee958d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:29.053601 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-5db55270-39b2-47b4-8cc5-382c0aee958d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/networks?id=3161ab17-b92b-4f39-92e1-533eac2aebd9 HTTP/1.1" status: 200 len: 815 time: 0.1042943 Sep 20 05:13:29.070086 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-9edabe46-bc6c-415f-bf4b-dcee81be8bfe tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/quotas/77b1809326084c8f9e2bedee08d61487 HTTP/1.1" status: 200 len: 375 time: 0.0105228 Sep 20 05:13:29.123249 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-e3dfa880-5a84-427d-8210-c10eb6e36ead tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=77b1809326084c8f9e2bedee08d61487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475440 Sep 20 05:13:29.217096 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-3d00b1c4-79c7-4939-8db6-e2e742cdabeb service neutron] 10.222.0.32 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815244 Sep 20 05:13:29.312369 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-bc11c12c-a63e-4d33-a805-5b55623f15ce service neutron] 10.222.0.32 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888381 Sep 20 05:13:29.489325 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fdf24136-5755-467f-b573-27700aa887f7 req-05b53b0a-c5a4-457f-b6f6-87e90f49b4f4 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 210 time: 0.0298846 Sep 20 05:13:30.609494 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-35504bf7-785f-4e38-876e-be377012f950 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:30.611461 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-59ed3cef-e861-4180-bdcb-27132a0e7309 req-d7178aac-2e5c-47c3-aae5-943a87de9ea7 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 210 time: 0.0382657 Sep 20 05:13:30.611943 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-35504bf7-785f-4e38-876e-be377012f950 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.23 "GET /v2.0/networks?id=3161ab17-b92b-4f39-92e1-533eac2aebd9 HTTP/1.1" status: 200 len: 815 time: 0.1285315 Sep 20 05:13:30.642097 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Request body: {'port': {'device_id': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'admin_state_up': True, 'tenant_id': '77b1809326084c8f9e2bedee08d61487'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:30.773852 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Made reservation on behalf of 77b1809326084c8f9e2bedee08d61487 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:13:30.777846 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:30.933151 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Allocated IP 172.20.0.11 (3161ab17-b92b-4f39-92e1-533eac2aebd9/4c96800f-75b6-4dc5-bc36-293420de6cc6/89892f3a-915c-4055-9519-10a8f955981d) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:13:31.137856 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:31.187538 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:31.246195 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Network 3161ab17-b92b-4f39-92e1-533eac2aebd9 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:31.253693 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:31.267411 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event updated for resources: {'Port': ['ID=89892f3a-915c-4055-9519-10a8f955981d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:31.276869 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:13:31.350400 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:31.351110 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:31.371871 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-88ede976-f0eb-46e5-8d6c-3879fb1bc9f1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7343066 Sep 20 05:13:31.547213 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86e49a46-d4f6-4643-ba62-9bd75ba67521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:31.631065 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-e8b70f09-c198-4e41-bbe9-a926c5a6e0a5 None None] Provisioning complete for port 89892f3a-915c-4055-9519-10a8f955981d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:31.631595 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e8b70f09-c198-4e41-bbe9-a926c5a6e0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:31.695848 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-e8b70f09-c198-4e41-bbe9-a926c5a6e0a5 None None] Port 89892f3a-915c-4055-9519-10a8f955981d cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:13:31.754152 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c0862-a958-4473-b857-98c3e5704faa req-cf99af97-5843-4c6d-960d-4e88a6fd1504 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:31.755671 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-576c0862-a958-4473-b857-98c3e5704faa req-cf99af97-5843-4c6d-960d-4e88a6fd1504 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 932 time: 0.0509007 Sep 20 05:13:31.804476 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-576c0862-a958-4473-b857-98c3e5704faa req-3ebdcbb7-a98d-4796-9a88-f62d1ca3fef6 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Sep 20 05:13:32.811765 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-3741bf43-db25-42f4-8ee0-c70b0a748f4a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053708740&fields=id&tenant_id=15389b269277496dbc71dd67c5737708 HTTP/1.1" status: 200 len: 267 time: 0.0322301 Sep 20 05:13:32.892522 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:13:32.967206 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daf436-f26b-452b-8243-8092b70f3905 req-5758864f-db97-4013-889c-73c582af6acf tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:32.968699 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-5758864f-db97-4013-889c-73c582af6acf tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 812 time: 0.1488445 Sep 20 05:13:32.980978 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b88d7-1930-474d-871c-b4eeb0fcb997 req-c75db743-52ec-4e12-b5c9-9b6d97aa3dd5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:32.982478 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a23b88d7-1930-474d-871c-b4eeb0fcb997 req-c75db743-52ec-4e12-b5c9-9b6d97aa3dd5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 932 time: 0.0792987 Sep 20 05:13:33.005408 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-d3708182-7d42-46b6-9e6d-5b6918d4d9d4 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/quotas/15389b269277496dbc71dd67c5737708 HTTP/1.1" status: 200 len: 375 time: 0.0219195 Sep 20 05:13:33.035480 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a23b88d7-1930-474d-871c-b4eeb0fcb997 req-9ae57fbb-5433-45ef-a94d-eba42c0e9a14 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Sep 20 05:13:33.074814 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-0a5824a8-d1ce-4724-b923-a4a4a917a53c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623491 Sep 20 05:13:33.175675 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-3f4efad3-c7c5-4778-b537-eac0b23a99c6 service neutron] 10.222.0.32 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886259 Sep 20 05:13:33.295899 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-09b1e76c-4906-4785-b9f6-50f4c879e3b0 service neutron] 10.222.0.32 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132236 Sep 20 05:13:33.644064 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1002dcc4-067a-4b55-808a-0cbe10975b48 req-af32db45-28b3-4132-b2f0-3419bce01fb9 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0479653 Sep 20 05:13:34.085439 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2cb3f2eb-9156-42b5-bbe3-b3c552cf6e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:34.211535 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246168e-1f38-4393-a441-21f96da72af5 req-e600572f-4e66-4248-a67f-7d442bbf3e6b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:34.214748 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4246168e-1f38-4393-a441-21f96da72af5 req-e600572f-4e66-4248-a67f-7d442bbf3e6b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 932 time: 0.0816991 Sep 20 05:13:34.276724 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4246168e-1f38-4393-a441-21f96da72af5 req-6a48119d-eb32-4451-8272-b2def971b39f tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519476 Sep 20 05:13:34.750806 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5729d3e9-f32b-4220-8fd7-fca7ec9477a7 req-de0431c9-9801-4cf9-ad7a-8f8414a1c496 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0314095 Sep 20 05:13:34.931926 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:35.346516 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:35.451934 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a3fa1-18e7-4452-af0c-41be72b03da5 req-805c1c33-2891-46a8-b177-5e4424986a06 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:35.453754 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1a9a3fa1-18e7-4452-af0c-41be72b03da5 req-805c1c33-2891-46a8-b177-5e4424986a06 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 932 time: 0.0621858 Sep 20 05:13:35.505172 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1a9a3fa1-18e7-4452-af0c-41be72b03da5 req-77b9aed4-9794-4d51-ba88-9049b20b5649 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437782 Sep 20 05:13:35.861156 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4d33f559-0eef-4439-8a49-13739d56adfa req-03df3e91-60d0-4c4b-9421-1ac66f52e496 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0405977 Sep 20 05:13:36.643418 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703f01-f9ac-4ce1-9bbd-ef942f3436b8 req-3d5f4537-5724-4cd0-a6a2-68c6dfc08dfe tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:36.644959 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a703f01-f9ac-4ce1-9bbd-ef942f3436b8 req-3d5f4537-5724-4cd0-a6a2-68c6dfc08dfe tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 932 time: 0.0603993 Sep 20 05:13:36.690844 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2a703f01-f9ac-4ce1-9bbd-ef942f3436b8 req-f8627cef-4cfc-491f-b1ef-f6e69b591aec tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388951 Sep 20 05:13:36.789278 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:36.966384 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-de100ee0-6c62-45e7-be31-7d8251303ad7 req-f8c21496-c8d7-48bf-913d-b816a4642ba0 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0310302 Sep 20 05:13:37.590737 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 45734) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:37.707152 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d0e77f92-a517-41eb-8e82-fce4649a4bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:37.808721 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d0e77f92-a517-41eb-8e82-fce4649a4bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:37.813545 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d0e77f92-a517-41eb-8e82-fce4649a4bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:37.860596 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0aa3b-9cd6-4102-9ace-2d028dba7447 req-456d8c09-b858-454b-8075-88d758608db6 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:37.862187 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8af0aa3b-9cd6-4102-9ace-2d028dba7447 req-456d8c09-b858-454b-8075-88d758608db6 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 932 time: 0.0918083 Sep 20 05:13:37.874964 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d0e77f92-a517-41eb-8e82-fce4649a4bf0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c461e3a5b1b4d679ebb1e600718527d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796202 Sep 20 05:13:37.874964 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e77f92-a517-41eb-8e82-fce4649a4bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c92b9a2-c73c-481e-8551-7b4211f252e3,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:37.875327 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 45740) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:37.920154 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8af0aa3b-9cd6-4102-9ace-2d028dba7447 req-840c98b1-b753-4f0a-8250-f59e60612cb7 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Sep 20 05:13:37.935992 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-efb0daee-e8ac-48d0-b4b0-28402bd1c0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:37.967530 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-efb0daee-e8ac-48d0-b4b0-28402bd1c0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:38.029085 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-efb0daee-e8ac-48d0-b4b0-28402bd1c0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:38.031844 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-efb0daee-e8ac-48d0-b4b0-28402bd1c0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:38.033040 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-efb0daee-e8ac-48d0-b4b0-28402bd1c0ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c92b9a2-c73c-481e-8551-7b4211f252e3 HTTP/1.1" status: 204 len: 168 time: 0.1565554 Sep 20 05:13:38.049040 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0daee-e8ac-48d0-b4b0-28402bd1c0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c92b9a2-c73c-481e-8551-7b4211f252e3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:38.082317 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4836dfd8-8d1e-4bde-b88b-2226f3d6c778 req-311c599b-afc5-47e7-9b0e-71a406cc2a45 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0353246 Sep 20 05:13:38.369164 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 45748) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:38.383161 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23d79a3b-dd8f-4c50-abb0-75e039308cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:38.485422 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23d79a3b-dd8f-4c50-abb0-75e039308cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:38.489442 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-23d79a3b-dd8f-4c50-abb0-75e039308cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:38.531992 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-23d79a3b-dd8f-4c50-abb0-75e039308cc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe02a4adbccc4de5b78fb763ebaf20e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616704 Sep 20 05:13:38.532794 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d79a3b-dd8f-4c50-abb0-75e039308cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f91c88-2047-46f2-8ed5-6ed803fed279,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:38.535762 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 45752) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:38.609222 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d626d92f-962c-44b6-881b-3e56a81f23fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:38.635179 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d626d92f-962c-44b6-881b-3e56a81f23fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:38.690244 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d626d92f-962c-44b6-881b-3e56a81f23fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:38.693563 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d626d92f-962c-44b6-881b-3e56a81f23fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:38.695369 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d626d92f-962c-44b6-881b-3e56a81f23fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56f91c88-2047-46f2-8ed5-6ed803fed279 HTTP/1.1" status: 204 len: 168 time: 0.1583784 Sep 20 05:13:38.707128 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626d92f-962c-44b6-881b-3e56a81f23fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f91c88-2047-46f2-8ed5-6ed803fed279,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:39.059900 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc3959-989a-4667-9ad7-15d817d8c6bf req-d82b63d4-0ca7-4c4a-baed-f0606bda2def tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:39.061531 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5cbc3959-989a-4667-9ad7-15d817d8c6bf req-d82b63d4-0ca7-4c4a-baed-f0606bda2def tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 932 time: 0.0605435 Sep 20 05:13:39.114784 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5cbc3959-989a-4667-9ad7-15d817d8c6bf req-47fd18d0-376b-42e8-be09-dbf6a6a1a352 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 Sep 20 05:13:39.211485 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fdfd6149-15a7-4abb-a1d9-451d455ff899 req-5c740601-0f33-4c91-9015-f757aa4f5102 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0358562 Sep 20 05:13:40.232807 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2583e0-43bd-420f-ac66-ae662bcaf2e2 req-d4555cf8-8ab4-46b7-b79d-ec66b588a640 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:40.234757 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7b2583e0-43bd-420f-ac66-ae662bcaf2e2 req-d4555cf8-8ab4-46b7-b79d-ec66b588a640 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 932 time: 0.0531347 Sep 20 05:13:40.284596 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7b2583e0-43bd-420f-ac66-ae662bcaf2e2 req-ab175df6-0712-4684-a0ba-a8b2b4b578c9 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Sep 20 05:13:40.315550 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4071c790-7715-4a94-84df-2eeb10ed4ef7 req-49c0b654-580b-4946-8712-de6bc6b63ebf tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0298631 Sep 20 05:13:41.435479 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f3aea56-6a06-4b3a-a1ed-740bbc6cf69b req-3da24fa0-008e-4a3b-8cad-56bf5aa8bd6c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0351501 Sep 20 05:13:41.453152 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351edde6-a16f-4246-9a49-32aed22ea8a2 req-e9613f7e-0346-4a8e-8748-a739d3bfe2a7 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:41.454661 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-351edde6-a16f-4246-9a49-32aed22ea8a2 req-e9613f7e-0346-4a8e-8748-a739d3bfe2a7 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 932 time: 0.0811317 Sep 20 05:13:41.497553 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-351edde6-a16f-4246-9a49-32aed22ea8a2 req-9bbc4c67-d20a-4d4a-b45f-df18fbd1943f tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Sep 20 05:13:42.531183 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0eae7442-50f2-4337-a1a6-c094e8b78532 req-63c86256-049e-411c-95dd-2177b0a8fe96 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0273626 Sep 20 05:13:42.619369 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c637215-1b29-4423-86eb-1600fa39ed15 req-b48d7ef8-11cd-4a87-aea3-ff66899edcf3 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:42.620891 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c637215-1b29-4423-86eb-1600fa39ed15 req-b48d7ef8-11cd-4a87-aea3-ff66899edcf3 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 932 time: 0.0549080 Sep 20 05:13:42.661214 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8c637215-1b29-4423-86eb-1600fa39ed15 req-e56ddd93-b84e-4616-9b52-29ef14e8aa71 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343623 Sep 20 05:13:43.628792 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f7e729c2-930d-49de-80a0-7f33ab23d200 req-3e7d1140-5dbb-40b7-bee2-8aec0074d597 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0304649 Sep 20 05:13:43.785250 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0e1cb-c509-48a6-bb7a-06927719d1f2 req-88192303-33f9-4de8-88c8-124b4218ba3d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:43.786996 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f3f0e1cb-c509-48a6-bb7a-06927719d1f2 req-88192303-33f9-4de8-88c8-124b4218ba3d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 932 time: 0.0589879 Sep 20 05:13:43.827982 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f3f0e1cb-c509-48a6-bb7a-06927719d1f2 req-a069df7a-81e0-41a2-8f0c-c0f978cb546d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349169 Sep 20 05:13:44.591626 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Request body: {'port': {'device_id': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:44.653757 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:44.744893 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2869e97-b040-4095-a172-cfd591fda95a req-95585853-7eac-4bbb-9a26-1c55a830e774 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0382318 Sep 20 05:13:45.004680 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4736-1ba5-415e-97ae-16a6f1ad6279 req-07f20b3e-89a3-418e-bdf7-0d330aab603f tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:45.007525 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-912b4736-1ba5-415e-97ae-16a6f1ad6279 req-07f20b3e-89a3-418e-bdf7-0d330aab603f tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 932 time: 0.0830464 Sep 20 05:13:45.050901 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-912b4736-1ba5-415e-97ae-16a6f1ad6279 req-df11d826-4ad5-4cb1-9fff-d410968f8fb7 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378096 Sep 20 05:13:45.235459 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89892f3a-915c-4055-9519-10a8f955981d {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:13:45.243904 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:45.258022 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Transition to ACTIVE for port object 89892f3a-915c-4055-9519-10a8f955981d will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:13:45.262453 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:45.311764 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Pushing event updated for resources: {'Port': ['ID=89892f3a-915c-4055-9519-10a8f955981d,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:45.322113 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:45.322455 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:45.322861 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:45.323120 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:45.323447 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:45.323770 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:45.324119 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:45.324442 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:45.324762 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:45.325078 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:45.325397 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:45.325711 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:45.411688 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Attempting to bind port 89892f3a-915c-4055-9519-10a8f955981d on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:13:45.413072 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Attempting to bind port 89892f3a-915c-4055-9519-10a8f955981d by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:13:45.413493 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Attempting to bind port 89892f3a-915c-4055-9519-10a8f955981d on network 3161ab17-b92b-4f39-92e1-533eac2aebd9 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:45.419737 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Port 89892f3a-915c-4055-9519-10a8f955981d on network 3161ab17-b92b-4f39-92e1-533eac2aebd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:13:45.420363 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Attempting to bind port 89892f3a-915c-4055-9519-10a8f955981d on network 3161ab17-b92b-4f39-92e1-533eac2aebd9 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:45.427035 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:13:45.428458 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Checking segment: {'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:45.429288 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Bound using segment: {'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:13:45.429997 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Bound port: 89892f3a-915c-4055-9519-10a8f955981d, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc5029a-b606-46e8-bca8-f8ad5a626233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:13:45.430528 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:45.523970 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] For port 89892f3a-915c-4055-9519-10a8f955981d, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:13:45.527361 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] For port 89892f3a-915c-4055-9519-10a8f955981d, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=89892f3a-915c-4055-9519-10a8f955981d,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:13:45.543819 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:45.598790 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:45.601155 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:45.602645 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] 10.222.0.23 "PUT /v2.0/ports/89892f3a-915c-4055-9519-10a8f955981d HTTP/1.1" status: 200 len: 1094 time: 1.0176468 Sep 20 05:13:45.603093 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'tag': '89892f3a-915c-4055-9519-10a8f955981d'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:13:45.605651 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f04d9a7-104c-4a9c-b315-da979f4afa4f" -d '{"events": [{"name": "network-changed", "server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "tag": "89892f3a-915c-4055-9519-10a8f955981d"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:13:45.612935 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8f7bb-c040-474b-a8f7-ff4cf0b10078 service neutron] Pushing event updated for resources: {'Port': ['ID=89892f3a-915c-4055-9519-10a8f955981d,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:45.669511 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdbf49a-0d58-49b7-b39e-b7bc704c4646 x-openstack-request-id: req-4cdbf49a-0d58-49b7-b39e-b7bc704c4646 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:13:45.669821 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "tag": "89892f3a-915c-4055-9519-10a8f955981d", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:13:45.672124 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cdbf49a-0d58-49b7-b39e-b7bc704c4646 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:13:45.672540 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'tag': '89892f3a-915c-4055-9519-10a8f955981d', 'status': 'completed', 'code': 200} Sep 20 05:13:45.768132 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-9d16befb-d1df-4364-b64d-c1cb90bc6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:45.773132 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-9d16befb-d1df-4364-b64d-c1cb90bc6252 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b1809326084c8f9e2bedee08d61487&device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 1097 time: 0.0684378 Sep 20 05:13:45.863519 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-8d517638-1c76-4f5e-b693-074c93600499 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89892f3a-915c-4055-9519-10a8f955981d HTTP/1.1" status: 200 len: 217 time: 0.0678513 Sep 20 05:13:45.933172 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f85486fe-530c-40eb-a391-a183d5374d83 req-4c0b35be-f9c5-48a8-b6d2-97275f95f790 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0461085 Sep 20 05:13:45.973778 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-10a4da99-71ad-4e2c-9211-05b520ea1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:45.980349 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-10a4da99-71ad-4e2c-9211-05b520ea1090 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c96800f-75b6-4dc5-bc36-293420de6cc6 HTTP/1.1" status: 200 len: 854 time: 0.1077039 Sep 20 05:13:46.003638 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daf436-f26b-452b-8243-8092b70f3905 req-6f3101ef-cf78-409a-9dd0-40766cbe5f2b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:46.005133 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-6f3101ef-cf78-409a-9dd0-40766cbe5f2b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 812 time: 0.2311208 Sep 20 05:13:46.056938 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-b06f57c2-098a-4ffa-9c45-9bf8e93c0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:46.058609 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-b06f57c2-098a-4ffa-9c45-9bf8e93c0e00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3161ab17-b92b-4f39-92e1-533eac2aebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692523 Sep 20 05:13:46.100176 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-63e8231b-9469-4932-bffc-181f8fb5fa33 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15389b269277496dbc71dd67c5737708 HTTP/1.1" status: 200 len: 380 time: 0.0607538 Sep 20 05:13:46.111235 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-36daf436-f26b-452b-8243-8092b70f3905 req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'port': {'device_id': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'admin_state_up': True, 'tenant_id': '15389b269277496dbc71dd67c5737708', 'security_groups': ['a9d79e8d-77a3-450c-b0a5-ba2b85a858ac']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:46.179898 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abafe4-4e16-40ce-aa64-7a2463332fd2 req-0aa65b1f-222c-4d18-866d-9ff303d6e3c7 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:46.181990 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e0abafe4-4e16-40ce-aa64-7a2463332fd2 req-0aa65b1f-222c-4d18-866d-9ff303d6e3c7 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 944 time: 0.0536516 Sep 20 05:13:46.232579 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e0abafe4-4e16-40ce-aa64-7a2463332fd2 req-c0a92fbd-f569-4581-9715-b9d2970becf2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 Sep 20 05:13:46.251451 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-a84b8187-525a-46c9-9d26-17cd7d9806b0 service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802909 Sep 20 05:13:46.354232 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36daf436-f26b-452b-8243-8092b70f3905 req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Made reservation on behalf of 15389b269277496dbc71dd67c5737708 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:13:46.357879 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-36daf436-f26b-452b-8243-8092b70f3905 req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:46.404183 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80901b49-6eb7-44db-90a6-de0ec7c85250 req-d0e0da20-7877-452e-bfe7-a70f056ead66 service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428626 Sep 20 05:13:46.533373 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-36daf436-f26b-452b-8243-8092b70f3905 req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Allocated IP 172.20.0.11 (0f9c42f9-8271-4d69-bc85-306b59f7f15a/a22e6a11-e99e-418e-8fdd-b18c734ecf39/9423cb1c-5886-4ac7-b112-21b2bfd90eb3) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:13:46.569057 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04d9a7-104c-4a9c-b315-da979f4afa4f req-55ad7452-3ddf-4d09-b6df-060bad80faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:46.570575 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f04d9a7-104c-4a9c-b315-da979f4afa4f req-55ad7452-3ddf-4d09-b6df-060bad80faac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b1809326084c8f9e2bedee08d61487&device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 1097 time: 0.0673108 Sep 20 05:13:46.750503 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04d9a7-104c-4a9c-b315-da979f4afa4f req-583c79ca-c250-4841-b70d-9e0735ccf951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:46.751997 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f04d9a7-104c-4a9c-b315-da979f4afa4f req-583c79ca-c250-4841-b70d-9e0735ccf951 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3161ab17-b92b-4f39-92e1-533eac2aebd9 HTTP/1.1" status: 200 len: 915 time: 0.1727850 Sep 20 05:13:46.775363 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-36daf436-f26b-452b-8243-8092b70f3905 req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:46.809198 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f04d9a7-104c-4a9c-b315-da979f4afa4f req-af8ad1e4-e9ba-465e-a648-e5827a257f82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89892f3a-915c-4055-9519-10a8f955981d HTTP/1.1" status: 200 len: 217 time: 0.0450578 Sep 20 05:13:46.878495 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04d9a7-104c-4a9c-b315-da979f4afa4f req-eeeba292-aeaf-4b5d-97d3-c8aad3e6c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:46.880300 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f04d9a7-104c-4a9c-b315-da979f4afa4f req-eeeba292-aeaf-4b5d-97d3-c8aad3e6c342 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c96800f-75b6-4dc5-bc36-293420de6cc6 HTTP/1.1" status: 200 len: 854 time: 0.0623302 Sep 20 05:13:46.881748 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-36daf436-f26b-452b-8243-8092b70f3905 req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:46.944086 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36daf436-f26b-452b-8243-8092b70f3905 req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Network 0f9c42f9-8271-4d69-bc85-306b59f7f15a is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:13:46.949067 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-36daf436-f26b-452b-8243-8092b70f3905 req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:13:46.959196 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-36daf436-f26b-452b-8243-8092b70f3905 req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:13:46.993717 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'Port': ['ID=9423cb1c-5886-4ac7-b112-21b2bfd90eb3,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:47.015873 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04d9a7-104c-4a9c-b315-da979f4afa4f req-255699f7-a147-4230-88fe-ce301003289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:47.017444 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f04d9a7-104c-4a9c-b315-da979f4afa4f req-255699f7-a147-4230-88fe-ce301003289f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3161ab17-b92b-4f39-92e1-533eac2aebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060936 Sep 20 05:13:47.030736 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daf436-f26b-452b-8243-8092b70f3905 req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:47.031373 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-36daf436-f26b-452b-8243-8092b70f3905 req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:47.059622 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f3556-776b-4b24-a895-6533956090cc req-ae5484ad-7587-4374-bc42-abae7ff3bcc0 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:47.069677 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e98f3556-776b-4b24-a895-6533956090cc req-ae5484ad-7587-4374-bc42-abae7ff3bcc0 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 932 time: 0.0668488 Sep 20 05:13:47.070474 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-8bdd49f2-27b5-4c6c-b849-b31176901f34 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9630549 Sep 20 05:13:47.104493 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Request body: {'port': {'device_id': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:13:47.112495 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e98f3556-776b-4b24-a895-6533956090cc req-52bbb26e-190f-4a2f-bbd6-ac42d0d718f7 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416069 Sep 20 05:13:47.182444 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f04d9a7-104c-4a9c-b315-da979f4afa4f req-75bc9df4-e057-4446-b905-228c99867d4a service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474528 Sep 20 05:13:47.183177 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:47.301973 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-38981bbc-363e-438c-abe1-1fb98a3935ac None None] Provisioning complete for port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:47.303052 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-38981bbc-363e-438c-abe1-1fb98a3935ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:47.366827 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-38981bbc-363e-438c-abe1-1fb98a3935ac None None] Port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:13:47.370259 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f04d9a7-104c-4a9c-b315-da979f4afa4f req-6d5e2b43-9f81-436a-a464-709e01ab512c service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785336 Sep 20 05:13:47.389283 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76de1b-1a16-4d68-9790-391fdc18c6eb req-d4292045-4c1c-4327-9711-bc17c0932502 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:47.391087 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9f76de1b-1a16-4d68-9790-391fdc18c6eb req-d4292045-4c1c-4327-9711-bc17c0932502 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 944 time: 0.0801063 Sep 20 05:13:47.438988 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9f76de1b-1a16-4d68-9790-391fdc18c6eb req-b3bb8c72-cdb8-4a6d-83f5-6d09b13c9b1e tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 Sep 20 05:13:47.528931 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:13:47.538003 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:47.551339 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Transition to ACTIVE for port object 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:13:47.555278 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:47.610695 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Pushing event updated for resources: {'Port': ['ID=9423cb1c-5886-4ac7-b112-21b2bfd90eb3,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:47.682337 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Attempting to bind port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:13:47.682695 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Attempting to bind port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:13:47.683023 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Attempting to bind port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 on network 0f9c42f9-8271-4d69-bc85-306b59f7f15a {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:47.687477 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 on network 0f9c42f9-8271-4d69-bc85-306b59f7f15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:13:47.687834 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Attempting to bind port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 on network 0f9c42f9-8271-4d69-bc85-306b59f7f15a {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:13:47.693065 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:13:47.693401 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Checking segment: {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:13:47.693784 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Bound using segment: {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:13:47.694230 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Bound port: 9423cb1c-5886-4ac7-b112-21b2bfd90eb3, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:13:47.694569 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:47.763926 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] For port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:13:47.767581 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] For port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9423cb1c-5886-4ac7-b112-21b2bfd90eb3,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:13:47.772517 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:47.806922 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:47.807533 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:47.808936 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] 10.222.0.23 "PUT /v2.0/ports/9423cb1c-5886-4ac7-b112-21b2bfd90eb3 HTTP/1.1" status: 200 len: 1094 time: 0.7107348 Sep 20 05:13:47.809372 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'tag': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:13:47.811598 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbf2e47-efc2-4071-9965-327af85fed38" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb", "tag": "9423cb1c-5886-4ac7-b112-21b2bfd90eb3"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:13:47.843598 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268fb10-9a72-45ae-809a-9e204a6ba47b service neutron] Pushing event updated for resources: {'Port': ['ID=9423cb1c-5886-4ac7-b112-21b2bfd90eb3,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:47.864473 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c3eca8-c31f-4de3-8277-8d9a37561eff x-openstack-request-id: req-60c3eca8-c31f-4de3-8277-8d9a37561eff {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:13:47.865919 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb", "tag": "9423cb1c-5886-4ac7-b112-21b2bfd90eb3", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:13:47.865919 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60c3eca8-c31f-4de3-8277-8d9a37561eff {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:13:47.865919 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'tag': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3', 'status': 'completed', 'code': 200} Sep 20 05:13:47.924219 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daf436-f26b-452b-8243-8092b70f3905 req-bdfbfb9e-f3a5-4fb5-8323-1599b1bc0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:47.925744 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-bdfbfb9e-f3a5-4fb5-8323-1599b1bc0a9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 1097 time: 0.0443113 Sep 20 05:13:47.988345 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-13da7264-1d1b-47e6-ba71-f88d1d7790f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9423cb1c-5886-4ac7-b112-21b2bfd90eb3 HTTP/1.1" status: 200 len: 217 time: 0.0471370 Sep 20 05:13:48.054115 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daf436-f26b-452b-8243-8092b70f3905 req-48297d8d-f118-4aa9-a482-b596c0a896af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:48.056250 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-48297d8d-f118-4aa9-a482-b596c0a896af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0601244 Sep 20 05:13:48.102795 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daf436-f26b-452b-8243-8092b70f3905 req-0bfe7569-49be-4734-82fe-9b0c2ab60cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:48.104292 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-0bfe7569-49be-4734-82fe-9b0c2ab60cdf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413179 Sep 20 05:13:48.199600 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-988968e8-2efa-4927-90b9-f9a5a9260edd service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869832 Sep 20 05:13:48.236370 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3bc0c-4a03-4e27-965c-25302baf041d req-3c46101e-ad32-480d-b718-4448894dd498 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:48.237879 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7db3bc0c-4a03-4e27-965c-25302baf041d req-3c46101e-ad32-480d-b718-4448894dd498 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 944 time: 0.0486584 Sep 20 05:13:48.277153 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7db3bc0c-4a03-4e27-965c-25302baf041d req-15907a86-c74a-42ae-aec2-2e497aa314f0 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321929 Sep 20 05:13:48.286338 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36daf436-f26b-452b-8243-8092b70f3905 req-bc9eb4f3-0370-48e2-a332-d984c2984681 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800962 Sep 20 05:13:48.435696 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2e47-efc2-4071-9965-327af85fed38 req-f559a7d0-11ba-4380-89e5-ab9a0601aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:48.437262 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfbf2e47-efc2-4071-9965-327af85fed38 req-f559a7d0-11ba-4380-89e5-ab9a0601aaae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 1097 time: 0.0457246 Sep 20 05:13:48.538073 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2e47-efc2-4071-9965-327af85fed38 req-8ec9ebb0-b195-45a5-9794-591c3bec5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:48.539485 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfbf2e47-efc2-4071-9965-327af85fed38 req-8ec9ebb0-b195-45a5-9794-591c3bec5806 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 912 time: 0.0937014 Sep 20 05:13:48.582131 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c7592-f346-4538-ae62-3dca3c70d570 req-ee308673-c9bc-4b01-b74b-28fc6ad85cff tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:48.584574 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe4c7592-f346-4538-ae62-3dca3c70d570 req-ee308673-c9bc-4b01-b74b-28fc6ad85cff tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 944 time: 0.0605886 Sep 20 05:13:48.587039 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfbf2e47-efc2-4071-9965-327af85fed38 req-d95f596c-cc33-4e8f-95b5-7a3c036eb052 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9423cb1c-5886-4ac7-b112-21b2bfd90eb3 HTTP/1.1" status: 200 len: 217 time: 0.0404370 Sep 20 05:13:48.634621 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe4c7592-f346-4538-ae62-3dca3c70d570 req-4a6a70f9-b291-4612-baad-6d8bf0e0b53a tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432980 Sep 20 05:13:48.639598 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2e47-efc2-4071-9965-327af85fed38 req-9a1b8466-1945-4ce8-b766-7587bc4ea8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:48.641173 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfbf2e47-efc2-4071-9965-327af85fed38 req-9a1b8466-1945-4ce8-b766-7587bc4ea8fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0465312 Sep 20 05:13:48.696820 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2e47-efc2-4071-9965-327af85fed38 req-a19080a1-98ae-40d9-82d6-1493c431758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:48.698793 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfbf2e47-efc2-4071-9965-327af85fed38 req-a19080a1-98ae-40d9-82d6-1493c431758a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487370 Sep 20 05:13:48.716291 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 45918) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:48.798031 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfbf2e47-efc2-4071-9965-327af85fed38 req-67d5b19a-ed49-4d5d-bb68-d960832d7013 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914841 Sep 20 05:13:48.822827 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a4cd-d8c3-4cd9-bec8-f2ffe89c9bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:48.891648 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfbf2e47-efc2-4071-9965-327af85fed38 req-c1810aa6-11b8-4748-96fc-30173ec89168 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866699 Sep 20 05:13:48.912056 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a4cd-d8c3-4cd9-bec8-f2ffe89c9bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:48.915996 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a4cd-d8c3-4cd9-bec8-f2ffe89c9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:48.962787 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b3b4a4cd-d8c3-4cd9-bec8-f2ffe89c9bbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48a4898d9f724a2b98bd324286d5747f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445729 Sep 20 05:13:48.964137 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4a4cd-d8c3-4cd9-bec8-f2ffe89c9bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d2aa1-ddcd-4c9e-85cf-1e44832402dc,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:48.965228 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 45922) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:49.015404 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9ac7-4a80-41c2-9e82-03ff084f052a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:49.035630 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9ac7-4a80-41c2-9e82-03ff084f052a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:49.084847 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9ac7-4a80-41c2-9e82-03ff084f052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:49.087471 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9ac7-4a80-41c2-9e82-03ff084f052a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:49.088663 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b6fe9ac7-4a80-41c2-9e82-03ff084f052a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f67d2aa1-ddcd-4c9e-85cf-1e44832402dc HTTP/1.1" status: 204 len: 168 time: 0.1224291 Sep 20 05:13:49.095943 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe9ac7-4a80-41c2-9e82-03ff084f052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d2aa1-ddcd-4c9e-85cf-1e44832402dc,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:49.404606 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3ad9-4e32-4a7f-a4d8-8e43add6d79a req-bc7b373b-7768-48f9-a2e8-f2f9f0e6542f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:49.405849 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-22dd3ad9-4e32-4a7f-a4d8-8e43add6d79a req-bc7b373b-7768-48f9-a2e8-f2f9f0e6542f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 944 time: 0.0517559 Sep 20 05:13:49.445512 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-22dd3ad9-4e32-4a7f-a4d8-8e43add6d79a req-fb319b6f-f237-4b30-b08a-2afa932a28c6 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320687 Sep 20 05:13:49.752630 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c37e4-4219-49ee-aa05-0b37e9d2572d req-62770a69-df62-4dc8-b277-49c49df4d0c0 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:49.754350 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5f7c37e4-4219-49ee-aa05-0b37e9d2572d req-62770a69-df62-4dc8-b277-49c49df4d0c0 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 944 time: 0.0480471 Sep 20 05:13:49.792784 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5f7c37e4-4219-49ee-aa05-0b37e9d2572d req-8c6c905c-71b8-4b58-9c05-576dcec5926f tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Sep 20 05:13:50.088702 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 89892f3a-915c-4055-9519-10a8f955981d details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:13:50.195032 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 89892f3a-915c-4055-9519-10a8f955981d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=89892f3a-915c-4055-9519-10a8f955981d,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:50.206766 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '89892f3a-915c-4055-9519-10a8f955981d', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'port_id': '89892f3a-915c-4055-9519-10a8f955981d', 'mac_address': 'fa:16:3e:d4:de:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:13:50.243325 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:50.256432 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89892f3a-915c-4055-9519-10a8f955981d {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:13:50.276499 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 89892f3a-915c-4055-9519-10a8f955981d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=89892f3a-915c-4055-9519-10a8f955981d,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:50.280247 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:50.332561 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=89892f3a-915c-4055-9519-10a8f955981d,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:50.340234 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:50.340576 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:50.340910 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:50.341238 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:50.341560 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:50.341880 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:50.342206 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:50.342523 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:50.342862 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:50.343183 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:50.343495 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:50.343807 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:13:50.564507 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc779c21-b93a-4c65-a29a-572f904e7e8f req-67e6b0de-f9d8-4b12-880e-23959226b0e4 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:50.565212 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['89892f3a-915c-4055-9519-10a8f955981d'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:13:50.566220 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cc779c21-b93a-4c65-a29a-572f904e7e8f req-67e6b0de-f9d8-4b12-880e-23959226b0e4 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 944 time: 0.0490348 Sep 20 05:13:50.609316 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cc779c21-b93a-4c65-a29a-572f904e7e8f req-58c99bb2-cd49-486d-a9cc-ae6789354f60 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368912 Sep 20 05:13:50.908745 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b17b9-d7b3-4c5a-a9ec-fab0a1b2753b req-0d72907a-8c73-42dc-b13f-bb295d82aab6 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:50.910219 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ec7b17b9-d7b3-4c5a-a9ec-fab0a1b2753b req-0d72907a-8c73-42dc-b13f-bb295d82aab6 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 945 time: 0.0491090 Sep 20 05:13:50.948030 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ec7b17b9-d7b3-4c5a-a9ec-fab0a1b2753b req-52c9a341-547f-4937-b6ce-a74741e30d12 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314095 Sep 20 05:13:51.735191 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed05fd7-4514-416a-bee0-bc995e4b62a0 req-b63eae32-5816-478d-97dd-bf2283d4701e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:51.736756 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eed05fd7-4514-416a-bee0-bc995e4b62a0 req-b63eae32-5816-478d-97dd-bf2283d4701e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 944 time: 0.0556052 Sep 20 05:13:51.778689 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eed05fd7-4514-416a-bee0-bc995e4b62a0 req-5d2e1757-4181-4b48-81e1-0b2df7122055 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341656 Sep 20 05:13:52.062851 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf6b64-2732-4452-8adb-cdeaa190ba87 req-27c4f5da-41a7-48c7-9869-981eec646fb6 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:52.064323 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00bf6b64-2732-4452-8adb-cdeaa190ba87 req-27c4f5da-41a7-48c7-9869-981eec646fb6 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 945 time: 0.0499561 Sep 20 05:13:52.103028 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 89892f3a-915c-4055-9519-10a8f955981d up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:52.108725 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00bf6b64-2732-4452-8adb-cdeaa190ba87 req-bec8cb9d-ffd5-4a54-a3b8-58e1409b1fe2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380483 Sep 20 05:13:52.154385 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 89892f3a-915c-4055-9519-10a8f955981d completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:13:52.158288 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 89892f3a-915c-4055-9519-10a8f955981d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:52.158657 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:52.237685 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:52.260002 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89892f3a-915c-4055-9519-10a8f955981d'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:13:52.262246 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdd2542-b51f-4866-a8cf-1d69fcafe4d5" -d '{"events": [{"server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "name": "network-vif-plugged", "status": "completed", "tag": "89892f3a-915c-4055-9519-10a8f955981d"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:13:52.276065 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 89892f3a-915c-4055-9519-10a8f955981d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=89892f3a-915c-4055-9519-10a8f955981d,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:52.280283 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:52.303780 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d4f28a-5661-4cee-8e82-f5fe6eef58ee x-openstack-request-id: req-25d4f28a-5661-4cee-8e82-f5fe6eef58ee {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:13:52.304128 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "name": "network-vif-plugged", "status": "completed", "tag": "89892f3a-915c-4055-9519-10a8f955981d", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:13:52.304379 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25d4f28a-5661-4cee-8e82-f5fe6eef58ee {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:13:52.304763 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89892f3a-915c-4055-9519-10a8f955981d', 'code': 200} Sep 20 05:13:52.331879 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=89892f3a-915c-4055-9519-10a8f955981d,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:52.490442 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0ab2-51d6-4cf6-af29-6aa1140da3b0 req-4f0ba622-68c7-4f63-8993-0606f366e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:52.491927 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-746a0ab2-51d6-4cf6-af29-6aa1140da3b0 req-4f0ba622-68c7-4f63-8993-0606f366e152 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 1099 time: 0.0396276 Sep 20 05:13:52.525954 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-746a0ab2-51d6-4cf6-af29-6aa1140da3b0 req-f48df5f8-803b-4b18-bdbc-0c50d1593261 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273447 Sep 20 05:13:52.893667 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e79af-0ec0-4d53-a494-ea9ab5e144c7 req-5b7bbd50-56c3-4146-9e78-578f0796e6a8 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:52.895356 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a43e79af-0ec0-4d53-a494-ea9ab5e144c7 req-5b7bbd50-56c3-4146-9e78-578f0796e6a8 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 944 time: 0.0500062 Sep 20 05:13:52.935936 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a43e79af-0ec0-4d53-a494-ea9ab5e144c7 req-7afb5c16-db30-4d83-a606-721f7fa5a1b0 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334496 Sep 20 05:13:53.039011 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 46034) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:53.147995 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9a18b672-29d3-4c59-9a3e-c8684c185078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:53.229606 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf434fd9-8e82-4121-9240-9e833380a422 req-d5c0bf9d-5e3d-4009-be62-95f85366bc9b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:53.231350 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cf434fd9-8e82-4121-9240-9e833380a422 req-d5c0bf9d-5e3d-4009-be62-95f85366bc9b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 946 time: 0.0513296 Sep 20 05:13:53.238951 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9a18b672-29d3-4c59-9a3e-c8684c185078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:53.243633 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9a18b672-29d3-4c59-9a3e-c8684c185078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:53.272949 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cf434fd9-8e82-4121-9240-9e833380a422 req-bbea4c54-b52a-4d31-9910-bf2082096608 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Sep 20 05:13:53.282069 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9a18b672-29d3-4c59-9a3e-c8684c185078 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f5c35c7ec9d4eb28d7670a6b4c841fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418201 Sep 20 05:13:53.283074 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18b672-29d3-4c59-9a3e-c8684c185078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fafd74e-e180-493b-a370-ab2c62a65f26,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:53.284898 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46042) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:53.336202 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f13f3704-4f4a-44c5-a4fa-59f074b82389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:53.357117 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f13f3704-4f4a-44c5-a4fa-59f074b82389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:53.409225 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f13f3704-4f4a-44c5-a4fa-59f074b82389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:53.412265 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f13f3704-4f4a-44c5-a4fa-59f074b82389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:53.413871 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f13f3704-4f4a-44c5-a4fa-59f074b82389 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fafd74e-e180-493b-a370-ab2c62a65f26 HTTP/1.1" status: 204 len: 168 time: 0.1278062 Sep 20 05:13:53.424783 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f3704-4f4a-44c5-a4fa-59f074b82389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fafd74e-e180-493b-a370-ab2c62a65f26,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:54.049851 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc85e-29c1-4f77-85d2-cdcbc7e68fb2 req-44ecb6df-0875-4009-80b7-92619302d3ed tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:54.051320 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6ecfc85e-29c1-4f77-85d2-cdcbc7e68fb2 req-44ecb6df-0875-4009-80b7-92619302d3ed tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 944 time: 0.0506437 Sep 20 05:13:54.088651 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6ecfc85e-29c1-4f77-85d2-cdcbc7e68fb2 req-3d0b3b41-1c87-4d28-b95e-a8d24fd00211 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312648 Sep 20 05:13:54.388143 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88714166-22b5-48e1-a21d-10a0c1ea0c3d req-999ea636-25f3-4f8a-a993-d221686cef93 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:54.389706 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-88714166-22b5-48e1-a21d-10a0c1ea0c3d req-999ea636-25f3-4f8a-a993-d221686cef93 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 946 time: 0.0491250 Sep 20 05:13:54.428110 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-88714166-22b5-48e1-a21d-10a0c1ea0c3d req-9e106d95-a52b-4886-afef-e1be6644ae7a tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322118 Sep 20 05:13:54.549047 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026000c4-a4cd-4a4d-b745-00a84176c124 req-4c5c01b3-e1e9-4ca9-96d3-19f6d4711097 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:54.550725 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-026000c4-a4cd-4a4d-b745-00a84176c124 req-4c5c01b3-e1e9-4ca9-96d3-19f6d4711097 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 946 time: 0.0535593 Sep 20 05:13:54.588883 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-026000c4-a4cd-4a4d-b745-00a84176c124 req-4b0e0393-6453-4820-9c45-101c081b7ee4 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Sep 20 05:13:54.903303 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8b72-79d6-440e-828a-fd0f66949dec req-eeb3e578-f208-4755-bb12-21b97ae915b7 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:54.904792 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-acbb8b72-79d6-440e-828a-fd0f66949dec req-eeb3e578-f208-4755-bb12-21b97ae915b7 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 946 time: 0.0473087 Sep 20 05:13:54.940830 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-acbb8b72-79d6-440e-828a-fd0f66949dec req-749b7c67-f520-4016-8dc2-04d6e48485db tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302448 Sep 20 05:13:55.213875 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493ad87-9f80-4a91-bf17-27e1dcebf391 req-98791629-743f-4eaa-8596-65f71227115a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:55.215362 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7493ad87-9f80-4a91-bf17-27e1dcebf391 req-98791629-743f-4eaa-8596-65f71227115a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 944 time: 0.0560589 Sep 20 05:13:55.264157 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7493ad87-9f80-4a91-bf17-27e1dcebf391 req-8680baa1-c564-4e0b-a42e-c130aee5d2a1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400918 Sep 20 05:13:55.513527 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 46076) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:55.619121 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b05388d9-1228-47b1-9f83-9d4d4d5ff7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:55.708731 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b05388d9-1228-47b1-9f83-9d4d4d5ff7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:55.712253 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b05388d9-1228-47b1-9f83-9d4d4d5ff7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:55.747767 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05388d9-1228-47b1-9f83-9d4d4d5ff7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a43129-e1f0-48a5-8286-fe8d370f6556,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:55.752059 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b05388d9-1228-47b1-9f83-9d4d4d5ff7ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74475fd790784c6d8127c9423b67344b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375069 Sep 20 05:13:55.754603 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 46080) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:13:55.802544 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-57939ddf-5fde-4b98-9a8a-8601b6fc6cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:55.822476 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-57939ddf-5fde-4b98-9a8a-8601b6fc6cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:55.867430 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-57939ddf-5fde-4b98-9a8a-8601b6fc6cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:55.870083 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-57939ddf-5fde-4b98-9a8a-8601b6fc6cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:55.871198 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-57939ddf-5fde-4b98-9a8a-8601b6fc6cdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91a43129-e1f0-48a5-8286-fe8d370f6556 HTTP/1.1" status: 204 len: 168 time: 0.1156266 Sep 20 05:13:55.878756 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57939ddf-5fde-4b98-9a8a-8601b6fc6cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a43129-e1f0-48a5-8286-fe8d370f6556,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:56.142699 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:13:56.235386 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9423cb1c-5886-4ac7-b112-21b2bfd90eb3,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:56.246484 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'port_id': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3', 'mac_address': 'fa:16:3e:85:5f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:13:56.285916 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:56.298601 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:13:56.318971 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9423cb1c-5886-4ac7-b112-21b2bfd90eb3,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:56.323272 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:56.373516 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=9423cb1c-5886-4ac7-b112-21b2bfd90eb3,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:56.392776 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34422ff1-bf06-409e-beca-f868e53ef844 req-58f7fd8c-6a40-4c58-a904-51a6d680c91a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:56.394255 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-34422ff1-bf06-409e-beca-f868e53ef844 req-58f7fd8c-6a40-4c58-a904-51a6d680c91a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 945 time: 0.0553372 Sep 20 05:13:56.432729 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-34422ff1-bf06-409e-beca-f868e53ef844 req-f09e6c49-d612-475d-9dcf-7a8a2a7d61fb tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316596 Sep 20 05:13:56.620241 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['9423cb1c-5886-4ac7-b112-21b2bfd90eb3'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:13:57.543940 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ede0a1-a039-49f2-b24d-16eb31265604 req-82637768-ecfc-4156-aaab-7afb6960adf0 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:57.545449 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-19ede0a1-a039-49f2-b24d-16eb31265604 req-82637768-ecfc-4156-aaab-7afb6960adf0 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 945 time: 0.0476401 Sep 20 05:13:57.582481 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-19ede0a1-a039-49f2-b24d-16eb31265604 req-9bdc47ab-57ae-406f-8259-de3870abf06d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311477 Sep 20 05:13:58.182384 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:13:58.230583 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:13:58.234594 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:13:58.234956 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:58.312357 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:58.335413 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:13:58.337870 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a986c66f-2480-4276-9e0d-cdeceffed3a3" -d '{"events": [{"server_uuid": "d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb", "name": "network-vif-plugged", "status": "completed", "tag": "9423cb1c-5886-4ac7-b112-21b2bfd90eb3"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:13:58.350067 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9423cb1c-5886-4ac7-b112-21b2bfd90eb3,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:13:58.354530 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:58.378910 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5111b1e-1b18-4c61-bf51-42e1515d0796 x-openstack-request-id: req-c5111b1e-1b18-4c61-bf51-42e1515d0796 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:13:58.379195 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb", "name": "network-vif-plugged", "status": "completed", "tag": "9423cb1c-5886-4ac7-b112-21b2bfd90eb3", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:13:58.379484 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5111b1e-1b18-4c61-bf51-42e1515d0796 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:13:58.379880 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3', 'code': 200} Sep 20 05:13:58.405600 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=9423cb1c-5886-4ac7-b112-21b2bfd90eb3,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:13:58.461209 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:13:58.618132 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0c03b-3965-4e8b-8a3e-03d11b1c4724 req-eafcd708-5f90-43a9-9080-30938ffee1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:58.619621 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09f0c03b-3965-4e8b-8a3e-03d11b1c4724 req-eafcd708-5f90-43a9-9080-30938ffee1af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 1099 time: 0.0391815 Sep 20 05:13:58.656691 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09f0c03b-3965-4e8b-8a3e-03d11b1c4724 req-d6d70c8c-55ed-4d2f-b863-8291b047bc7c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301816 Sep 20 05:13:58.696899 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732620c-5fad-47ba-9593-acc36b6e10b8 req-7620655f-d6fc-4f2e-8ea6-125885545cc5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:58.698361 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6732620c-5fad-47ba-9593-acc36b6e10b8 req-7620655f-d6fc-4f2e-8ea6-125885545cc5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 946 time: 0.0480502 Sep 20 05:13:58.734927 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6732620c-5fad-47ba-9593-acc36b6e10b8 req-6d754466-a74f-419b-889e-e974debaa79b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304620 Sep 20 05:13:59.853690 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f316586-2d2b-4dfa-bffb-8388a9a40111 req-e949948f-6b70-4952-892a-72111e9213a8 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:13:59.855158 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7f316586-2d2b-4dfa-bffb-8388a9a40111 req-e949948f-6b70-4952-892a-72111e9213a8 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 946 time: 0.0529592 Sep 20 05:13:59.891311 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7f316586-2d2b-4dfa-bffb-8388a9a40111 req-3e99094f-4217-446b-8755-48af1ffd6a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302873 Sep 20 05:14:00.002122 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfe1c5-346c-4c58-9bf4-a67abf73349d req-98220496-ab3b-4931-b4cc-0fc45cf2c4e1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:00.003579 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-29bfe1c5-346c-4c58-9bf4-a67abf73349d req-98220496-ab3b-4931-b4cc-0fc45cf2c4e1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 946 time: 0.0482113 Sep 20 05:14:00.040419 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-29bfe1c5-346c-4c58-9bf4-a67abf73349d req-0ac275f7-6e31-41dc-9a00-3b4ff2b5ce1c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308261 Sep 20 05:14:00.061342 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46120) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:14:00.243640 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9603c9c1-649f-4ad2-8e6d-77c891bca471 tempest-TestVolumeBootPattern-1033409146 tempest-TestVolumeBootPattern-1033409146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:00.245166 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9603c9c1-649f-4ad2-8e6d-77c891bca471 tempest-TestVolumeBootPattern-1033409146 tempest-TestVolumeBootPattern-1033409146-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 1094 time: 0.1828873 Sep 20 05:14:00.247970 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46124) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:14:00.252068 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'floatingip': {'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'port_id': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:14:00.274157 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:00.368215 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:00.469441 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Allocated IP 172.27.1.10 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/7f6443c2-166e-4365-84d4-f6c3a81a2361) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:14:00.572560 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:00.604639 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:00.640653 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:14:00.644645 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:14:00.651716 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:14:00.653584 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'Port': ['ID=7f6443c2-166e-4365-84d4-f6c3a81a2361,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:14:00.677390 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:14:00.678278 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:14:00.678607 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:14:00.678930 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:14:00.679250 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:14:00.679576 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:14:00.679974 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:14:00.680232 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:14:00.680549 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:14:00.680889 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:14:00.681242 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:14:00.681556 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:14:01.009170 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:01.076670 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:01.218288 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:01.222652 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25426567'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:01.292085 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'Port': ['ID=7f6443c2-166e-4365-84d4-f6c3a81a2361,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:14:01.301389 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:01.399584 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Floating IP 4393c05d-221c-46d1-8fb5-fd7f72ff86f8 associated. External IP: 172.27.1.10, port: 9423cb1c-5886-4ac7-b112-21b2bfd90eb3. Sep 20 05:14:01.533631 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5b8a3e44-ed3c-400b-86e6-d52d50c283d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:01.851011 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Router f31fa49e-9da5-4fcf-81b2-69491a6b382b has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:14:01.955786 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:14:01.965443 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21fc827-032f-4eb8-832c-0e80d09f3753 None None] Sync routers for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:14:01.970994 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:01.975264 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fc827-032f-4eb8-832c-0e80d09f3753 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:14:01.975876 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e21fc827-032f-4eb8-832c-0e80d09f3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:14:01.999120 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-17b892ed-2fcb-476c-98de-b1783ba22a53 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7500341 Sep 20 05:14:01.999801 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'tag': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:14:02.002084 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ad54dd-b42d-4199-840e-7fb09a306013" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb", "tag": "9423cb1c-5886-4ac7-b112-21b2bfd90eb3"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:14:02.040597 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8ce4c0-3fcd-4459-ac38-b174077f588b x-openstack-request-id: req-ce8ce4c0-3fcd-4459-ac38-b174077f588b {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:14:02.041117 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb", "tag": "9423cb1c-5886-4ac7-b112-21b2bfd90eb3", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:14:02.041117 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce8ce4c0-3fcd-4459-ac38-b174077f588b {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:14:02.043326 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'tag': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3', 'status': 'completed', 'code': 200} Sep 20 05:14:02.091117 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-e21fc827-032f-4eb8-832c-0e80d09f3753 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:14:02.130079 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad54dd-b42d-4199-840e-7fb09a306013 req-bc75b4b9-f4ca-42b7-86ea-79bb29523667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:02.131683 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7ad54dd-b42d-4199-840e-7fb09a306013 req-bc75b4b9-f4ca-42b7-86ea-79bb29523667 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 1099 time: 0.0456913 Sep 20 05:14:02.219571 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad54dd-b42d-4199-840e-7fb09a306013 req-364ee736-74b5-4b5a-aaa3-7c28d3b0f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:02.221079 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7ad54dd-b42d-4199-840e-7fb09a306013 req-364ee736-74b5-4b5a-aaa3-7c28d3b0f8bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 912 time: 0.0825992 Sep 20 05:14:02.286660 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7ad54dd-b42d-4199-840e-7fb09a306013 req-82f97407-b5b8-44c2-95a4-a7ef2f022189 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9423cb1c-5886-4ac7-b112-21b2bfd90eb3 HTTP/1.1" status: 200 len: 999 time: 0.0586007 Sep 20 05:14:02.317990 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e21fc827-032f-4eb8-832c-0e80d09f3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '4393c05d-221c-46d1-8fb5-fd7f72ff86f8', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:85:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:14:00Z', 'updated_at': '2021-09-20T05:14:00Z', 'revision_number': 0, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:14:02.334473 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad54dd-b42d-4199-840e-7fb09a306013 req-43d3bcb7-7df2-4813-9c4c-44ffbbfbc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:02.336087 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7ad54dd-b42d-4199-840e-7fb09a306013 req-43d3bcb7-7df2-4813-9c4c-44ffbbfbc86e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0427749 Sep 20 05:14:02.345081 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21fc827-032f-4eb8-832c-0e80d09f3753 None None] Checking router: f31fa49e-9da5-4fcf-81b2-69491a6b382b for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:14:02.354440 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fc827-032f-4eb8-832c-0e80d09f3753 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:14:02.355035 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e21fc827-032f-4eb8-832c-0e80d09f3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:13:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:14:02.383818 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad54dd-b42d-4199-840e-7fb09a306013 req-1e88f7b8-c63c-4190-a79c-74f0712c33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:02.385247 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7ad54dd-b42d-4199-840e-7fb09a306013 req-1e88f7b8-c63c-4190-a79c-74f0712c33e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424922 Sep 20 05:14:02.463971 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-e21fc827-032f-4eb8-832c-0e80d09f3753 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:14:02.479441 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7ad54dd-b42d-4199-840e-7fb09a306013 req-a022ba96-3ee1-4295-8bd3-f9d83f474f30 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846436 Sep 20 05:14:02.580666 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7ad54dd-b42d-4199-840e-7fb09a306013 req-d8eb6930-633e-4647-b8d1-1157377e9d0d service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864658 Sep 20 05:14:02.690733 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-e21fc827-032f-4eb8-832c-0e80d09f3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '4393c05d-221c-46d1-8fb5-fd7f72ff86f8', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:85:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:14:00Z', 'updated_at': '2021-09-20T05:14:00Z', 'revision_number': 0, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:14:02.839309 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21fc827-032f-4eb8-832c-0e80d09f3753 None None] The sync data for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi is: [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': '4393c05d-221c-46d1-8fb5-fd7f72ff86f8', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:85:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:14:00Z', 'updated_at': '2021-09-20T05:14:00Z', 'revision_number': 0, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:14:03.027049 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abc8c8-e666-4562-90fb-da9bcb11a090 None None] New status for floating IP 4393c05d-221c-46d1-8fb5-fd7f72ff86f8: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:14:04.077439 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-24199e32-a21e-4645-bc0c-0701ac613d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:04.402883 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7740853-bbee-43a4-9cc0-68f67b20ca3b req-da887e85-80fc-4d04-9021-dee8af00f97e tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:04.404347 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d7740853-bbee-43a4-9cc0-68f67b20ca3b req-da887e85-80fc-4d04-9021-dee8af00f97e tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 946 time: 0.0486133 Sep 20 05:14:04.441210 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d7740853-bbee-43a4-9cc0-68f67b20ca3b req-a3e95f75-c2f4-4e6d-a400-cb6a7b874c85 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310540 Sep 20 05:14:04.463510 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46144) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:14:04.606356 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387430ee-1d12-417a-b76f-e1124f75637c tempest-TestMinimumBasicScenario-1196604036 tempest-TestMinimumBasicScenario-1196604036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:04.607768 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-387430ee-1d12-417a-b76f-e1124f75637c tempest-TestMinimumBasicScenario-1196604036 tempest-TestMinimumBasicScenario-1196604036-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 1094 time: 0.1432822 Sep 20 05:14:04.610656 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46148) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:14:04.614920 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Request body: {'floatingip': {'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'port_id': '89892f3a-915c-4055-9519-10a8f955981d', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:14:04.637531 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:04.742816 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:04.843527 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Allocated IP 172.27.1.211 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/cec46409-4fd1-4ec3-b902-c42fb78c1a3c) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:14:04.914240 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:04.947428 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:04.980404 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:05.015503 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:14:05.018426 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:14:05.021922 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:14:05.050659 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event updated for resources: {'Port': ['ID=cec46409-4fd1-4ec3-b902-c42fb78c1a3c,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:14:05.344945 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:05.386599 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:05.463332 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:05.625725 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:05.630022 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25426567'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:05.699831 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event updated for resources: {'Port': ['ID=cec46409-4fd1-4ec3-b902-c42fb78c1a3c,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:14:05.710413 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:05.813001 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Floating IP ff3a87c1-1de8-47e8-9a84-8839bf6c2c78 associated. External IP: 172.27.1.211, port: 89892f3a-915c-4055-9519-10a8f955981d. Sep 20 05:14:06.021436 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Router dee489ee-c464-4bd6-8b19-9cc4c1362f15 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:14:06.127242 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:14:06.137138 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1037a4d4-68a9-4958-9ee8-2d855719e3a0 None None] Sync routers for ids ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:14:06.143718 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.146964 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1037a4d4-68a9-4958-9ee8-2d855719e3a0 None None] Routers {'dee489ee-c464-4bd6-8b19-9cc4c1362f15'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:14:06.147676 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1037a4d4-68a9-4958-9ee8-2d855719e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:14:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:14:06.170824 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5bab8c58-1830-4c79-8dd4-f2fe67ad0d0b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5591784 Sep 20 05:14:06.171392 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'tag': '89892f3a-915c-4055-9519-10a8f955981d'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:14:06.173629 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e409e90a-e250-4722-b11d-e3a3bbdea660" -d '{"events": [{"name": "network-changed", "server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "tag": "89892f3a-915c-4055-9519-10a8f955981d"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:14:06.173815 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 46150) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:14:06.179481 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-52050abe-501b-4b2f-a86f-0e6cacfe6f83 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401618384', 'description': 'tempest-secgroup-smoke-1401618384 description', 'project_id': '77b1809326084c8f9e2bedee08d61487'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:14:06.202868 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-52050abe-501b-4b2f-a86f-0e6cacfe6f83 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.213607 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a98a93-7e6a-4c0c-b687-fc988768929f x-openstack-request-id: req-87a98a93-7e6a-4c0c-b687-fc988768929f {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:14:06.213985 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "tag": "89892f3a-915c-4055-9519-10a8f955981d", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:14:06.214468 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87a98a93-7e6a-4c0c-b687-fc988768929f {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:14:06.214903 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'tag': '89892f3a-915c-4055-9519-10a8f955981d', 'status': 'completed', 'code': 200} Sep 20 05:14:06.264660 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-1037a4d4-68a9-4958-9ee8-2d855719e3a0 None None] Set router dee489ee-c464-4bd6-8b19-9cc4c1362f15 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:14:06.323485 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-52050abe-501b-4b2f-a86f-0e6cacfe6f83 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.328331 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-52050abe-501b-4b2f-a86f-0e6cacfe6f83 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.335368 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e90a-e250-4722-b11d-e3a3bbdea660 req-b9ddd7b3-cd77-47ad-bd6b-999c99f7ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:06.336889 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e409e90a-e250-4722-b11d-e3a3bbdea660 req-b9ddd7b3-cd77-47ad-bd6b-999c99f7ad64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b1809326084c8f9e2bedee08d61487&device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 1099 time: 0.0712023 Sep 20 05:14:06.363695 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-52050abe-501b-4b2f-a86f-0e6cacfe6f83 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.365005 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-52050abe-501b-4b2f-a86f-0e6cacfe6f83 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1900363 Sep 20 05:14:06.369011 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46154) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:14:06.373583 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-b0a8c994-d27a-4ff2-abba-ae94f8a71fce tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Request body: {'security_group_rule': {'security_group_id': 'dbf0af19-7cb4-4f52-923f-b9a20671ad8b', 'project_id': '77b1809326084c8f9e2bedee08d61487', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:14:06.391413 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52050abe-501b-4b2f-a86f-0e6cacfe6f83 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf0af19-7cb4-4f52-923f-b9a20671ad8b,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:14:06.401150 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c994-d27a-4ff2-abba-ae94f8a71fce tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.459182 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e90a-e250-4722-b11d-e3a3bbdea660 req-ad408611-46e9-49cc-87f1-5e1909cf6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:06.460708 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e409e90a-e250-4722-b11d-e3a3bbdea660 req-ad408611-46e9-49cc-87f1-5e1909cf6231 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3161ab17-b92b-4f39-92e1-533eac2aebd9 HTTP/1.1" status: 200 len: 915 time: 0.1127381 Sep 20 05:14:06.461395 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c994-d27a-4ff2-abba-ae94f8a71fce tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.465101 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c994-d27a-4ff2-abba-ae94f8a71fce tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.491967 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8c994-d27a-4ff2-abba-ae94f8a71fce tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4633cc15-c924-4cc5-9c3e-cc8489bca016,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:14:06.505363 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c994-d27a-4ff2-abba-ae94f8a71fce tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.507406 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b0a8c994-d27a-4ff2-abba-ae94f8a71fce tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373961 Sep 20 05:14:06.510082 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46156) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:14:06.514318 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1037a4d4-68a9-4958-9ee8-2d855719e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:13:05Z', 'revision_number': 4, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': 'ff3a87c1-1de8-47e8-9a84-8839bf6c2c78', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'port_id': '89892f3a-915c-4055-9519-10a8f955981d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'mac_address': 'fa:16:3e:d4:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:14:05Z', 'updated_at': '2021-09-20T05:14:05Z', 'revision_number': 0, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbd8e22-bb2d-45db-993e-a6d39045080d', 'name': '', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'mac_address': 'fa:16:3e:de:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:04Z', 'updated_at': '2021-09-20T05:13:13Z', 'revision_number': 5, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'subnets': [{'id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:14:06.515651 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-d18ec584-0ebf-4dee-945c-ee672942d836 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Request body: {'security_group_rule': {'security_group_id': 'dbf0af19-7cb4-4f52-923f-b9a20671ad8b', 'project_id': '77b1809326084c8f9e2bedee08d61487', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:14:06.540538 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e409e90a-e250-4722-b11d-e3a3bbdea660 req-22802be7-05e1-4a37-8722-aaadebdced09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89892f3a-915c-4055-9519-10a8f955981d HTTP/1.1" status: 200 len: 1000 time: 0.0728405 Sep 20 05:14:06.542919 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d18ec584-0ebf-4dee-945c-ee672942d836 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.546373 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1037a4d4-68a9-4958-9ee8-2d855719e3a0 None None] Checking router: dee489ee-c464-4bd6-8b19-9cc4c1362f15 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:14:06.555747 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1037a4d4-68a9-4958-9ee8-2d855719e3a0 None None] Routers {'dee489ee-c464-4bd6-8b19-9cc4c1362f15'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:14:06.556390 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1037a4d4-68a9-4958-9ee8-2d855719e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:14:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:14:06.596289 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e90a-e250-4722-b11d-e3a3bbdea660 req-2199e24f-7c51-4d59-bb2a-339aeb404f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:06.597799 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e409e90a-e250-4722-b11d-e3a3bbdea660 req-2199e24f-7c51-4d59-bb2a-339aeb404f19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c96800f-75b6-4dc5-bc36-293420de6cc6 HTTP/1.1" status: 200 len: 854 time: 0.0455062 Sep 20 05:14:06.604438 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d18ec584-0ebf-4dee-945c-ee672942d836 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.608623 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d18ec584-0ebf-4dee-945c-ee672942d836 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.623587 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ec584-0ebf-4dee-945c-ee672942d836 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf1a831-511a-4134-ab50-878e621982ec,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:14:06.636937 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d18ec584-0ebf-4dee-945c-ee672942d836 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.640986 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d18ec584-0ebf-4dee-945c-ee672942d836 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298220 Sep 20 05:14:06.641558 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46158) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:14:06.646044 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-0d82d1b8-b46f-40f4-92cc-1bb0f4252669 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Request body: {'security_group_rule': {'security_group_id': 'dbf0af19-7cb4-4f52-923f-b9a20671ad8b', 'project_id': '77b1809326084c8f9e2bedee08d61487', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:14:06.665995 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e90a-e250-4722-b11d-e3a3bbdea660 req-ba49b68c-3f1f-4046-b67e-dca0a4383ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:06.668414 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e409e90a-e250-4722-b11d-e3a3bbdea660 req-ba49b68c-3f1f-4046-b67e-dca0a4383ec3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3161ab17-b92b-4f39-92e1-533eac2aebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634558 Sep 20 05:14:06.677176 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0d82d1b8-b46f-40f4-92cc-1bb0f4252669 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.694569 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-1037a4d4-68a9-4958-9ee8-2d855719e3a0 None None] Set router dee489ee-c464-4bd6-8b19-9cc4c1362f15 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:14:06.740592 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0d82d1b8-b46f-40f4-92cc-1bb0f4252669 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.745038 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0d82d1b8-b46f-40f4-92cc-1bb0f4252669 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.768712 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82d1b8-b46f-40f4-92cc-1bb0f4252669 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e98dd2-325e-4f7b-9196-6609bd7c196d,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:14:06.773100 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e409e90a-e250-4722-b11d-e3a3bbdea660 req-ef245e74-f010-42d1-a1c5-57403d1c8874 service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901699 Sep 20 05:14:06.775632 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0d82d1b8-b46f-40f4-92cc-1bb0f4252669 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.779557 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0d82d1b8-b46f-40f4-92cc-1bb0f4252669 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344216 Sep 20 05:14:06.780045 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46160) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:14:06.784809 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-cf424885-788f-4060-aa93-9d354891f941 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Request body: {'security_group_rule': {'security_group_id': 'dbf0af19-7cb4-4f52-923f-b9a20671ad8b', 'project_id': '77b1809326084c8f9e2bedee08d61487', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:14:06.809043 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.813072 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cf424885-788f-4060-aa93-9d354891f941 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.878550 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cf424885-788f-4060-aa93-9d354891f941 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.884325 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cf424885-788f-4060-aa93-9d354891f941 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.907033 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf424885-788f-4060-aa93-9d354891f941 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a677895e-d66d-48b8-ba6f-27bdfa25e136,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:14:06.912757 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cf424885-788f-4060-aa93-9d354891f941 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.914257 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cf424885-788f-4060-aa93-9d354891f941 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333892 Sep 20 05:14:06.916972 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46162) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:14:06.921696 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-7c3aab22-a7ab-417a-8014-c2fd34d32d87 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Request body: {'security_group_rule': {'security_group_id': 'dbf0af19-7cb4-4f52-923f-b9a20671ad8b', 'project_id': '77b1809326084c8f9e2bedee08d61487', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:14:06.944908 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.securitygroups_db [None req-7c3aab22-a7ab-417a-8014-c2fd34d32d87 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Project 77b1809326084c8f9e2bedee08d61487 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 05:14:06.950623 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7c3aab22-a7ab-417a-8014-c2fd34d32d87 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:06.962885 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1037a4d4-68a9-4958-9ee8-2d855719e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:13:05Z', 'revision_number': 4, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': 'ff3a87c1-1de8-47e8-9a84-8839bf6c2c78', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'port_id': '89892f3a-915c-4055-9519-10a8f955981d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'mac_address': 'fa:16:3e:d4:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:14:05Z', 'updated_at': '2021-09-20T05:14:05Z', 'revision_number': 0, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbd8e22-bb2d-45db-993e-a6d39045080d', 'name': '', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'mac_address': 'fa:16:3e:de:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:04Z', 'updated_at': '2021-09-20T05:13:13Z', 'revision_number': 5, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'subnets': [{'id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:14:06.995607 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1037a4d4-68a9-4958-9ee8-2d855719e3a0 None None] The sync data for ids ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'] in dv-cinder-809965-1-iscsi is: [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:13:05Z', 'revision_number': 4, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': 'ff3a87c1-1de8-47e8-9a84-8839bf6c2c78', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'port_id': '89892f3a-915c-4055-9519-10a8f955981d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'mac_address': 'fa:16:3e:d4:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:14:05Z', 'updated_at': '2021-09-20T05:14:05Z', 'revision_number': 0, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbd8e22-bb2d-45db-993e-a6d39045080d', 'name': '', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'mac_address': 'fa:16:3e:de:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:04Z', 'updated_at': '2021-09-20T05:13:13Z', 'revision_number': 5, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'subnets': [{'id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:14:07.022526 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7c3aab22-a7ab-417a-8014-c2fd34d32d87 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:07.026492 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7c3aab22-a7ab-417a-8014-c2fd34d32d87 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:07.046903 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3aab22-a7ab-417a-8014-c2fd34d32d87 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c5bd38-2831-443f-8a7c-723d40fe472e,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:14:07.054999 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7c3aab22-a7ab-417a-8014-c2fd34d32d87 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:07.056594 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7c3aab22-a7ab-417a-8014-c2fd34d32d87 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385126 Sep 20 05:14:07.061562 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46164) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:14:07.066213 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-0b63820c-6b99-40e3-8589-5939d83eb4a5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Request body: {'security_group_rule': {'security_group_id': 'dbf0af19-7cb4-4f52-923f-b9a20671ad8b', 'project_id': '77b1809326084c8f9e2bedee08d61487', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:14:07.093270 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.securitygroups_db [None req-0b63820c-6b99-40e3-8589-5939d83eb4a5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Project 77b1809326084c8f9e2bedee08d61487 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 05:14:07.098797 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0b63820c-6b99-40e3-8589-5939d83eb4a5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:07.140709 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e409e90a-e250-4722-b11d-e3a3bbdea660 req-9bf72c94-4ab0-48a2-80af-618e0a4ac25d service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595793 Sep 20 05:14:07.168213 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0b63820c-6b99-40e3-8589-5939d83eb4a5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:07.172834 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0b63820c-6b99-40e3-8589-5939d83eb4a5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658665'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:07.193843 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63820c-6b99-40e3-8589-5939d83eb4a5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95f0e2f-2586-4295-b346-789199894cd5,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:14:07.197475 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0b63820c-6b99-40e3-8589-5939d83eb4a5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:07.201817 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0b63820c-6b99-40e3-8589-5939d83eb4a5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362011 Sep 20 05:14:07.225628 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765041bd-7426-4b12-9c35-525c345511a7 None None] New status for floating IP ff3a87c1-1de8-47e8-9a84-8839bf6c2c78: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:14:07.277941 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-67febbc3-d6cb-4f08-a9ed-1f01e84e4521 req-6e284b46-4296-49da-b75d-2535b84946ea tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401618384&fields=id&tenant_id=77b1809326084c8f9e2bedee08d61487 HTTP/1.1" status: 200 len: 267 time: 0.0330274 Sep 20 05:14:07.330652 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67febbc3-d6cb-4f08-a9ed-1f01e84e4521 req-05e47437-64a8-45d9-8154-982b363568a4 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:07.332186 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-67febbc3-d6cb-4f08-a9ed-1f01e84e4521 req-05e47437-64a8-45d9-8154-982b363568a4 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 946 time: 0.0483415 Sep 20 05:14:07.344430 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-67febbc3-d6cb-4f08-a9ed-1f01e84e4521 req-e028faf7-5f1f-4331-9aa4-c672f2db27d8 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Request body: {'port': {'security_groups': ['bb821cd5-f649-4720-9c5d-6570f3c80f42', 'dbf0af19-7cb4-4f52-923f-b9a20671ad8b']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:14:07.413403 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-67febbc3-d6cb-4f08-a9ed-1f01e84e4521 req-e028faf7-5f1f-4331-9aa4-c672f2db27d8 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:07.624725 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-67febbc3-d6cb-4f08-a9ed-1f01e84e4521 req-e028faf7-5f1f-4331-9aa4-c672f2db27d8 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] For port 89892f3a-915c-4055-9519-10a8f955981d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=89892f3a-915c-4055-9519-10a8f955981d,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:14:07.652589 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-67febbc3-d6cb-4f08-a9ed-1f01e84e4521 req-e028faf7-5f1f-4331-9aa4-c672f2db27d8 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:07.656914 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-67febbc3-d6cb-4f08-a9ed-1f01e84e4521 req-e028faf7-5f1f-4331-9aa4-c672f2db27d8 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25426567'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:07.699893 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67febbc3-d6cb-4f08-a9ed-1f01e84e4521 req-e028faf7-5f1f-4331-9aa4-c672f2db27d8 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:07.700531 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-67febbc3-d6cb-4f08-a9ed-1f01e84e4521 req-e028faf7-5f1f-4331-9aa4-c672f2db27d8 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:07.702222 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-67febbc3-d6cb-4f08-a9ed-1f01e84e4521 req-e028faf7-5f1f-4331-9aa4-c672f2db27d8 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "PUT /v2.0/ports/89892f3a-915c-4055-9519-10a8f955981d HTTP/1.1" status: 200 len: 982 time: 0.3626456 Sep 20 05:14:07.708486 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['89892f3a-915c-4055-9519-10a8f955981d'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:14:07.726820 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028faf7-5f1f-4331-9aa4-c672f2db27d8 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event updated for resources: {'Port': ['ID=89892f3a-915c-4055-9519-10a8f955981d,revision_number=6']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:14:07.820261 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff253e6-9acc-4a75-940d-b84e9fdcef71 req-d91e4892-1759-4d2c-a990-0db0486664d2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:07.821808 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fff253e6-9acc-4a75-940d-b84e9fdcef71 req-d91e4892-1759-4d2c-a990-0db0486664d2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0523486 Sep 20 05:14:07.838831 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['89892f3a-915c-4055-9519-10a8f955981d'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:14:07.870583 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fff253e6-9acc-4a75-940d-b84e9fdcef71 req-b1256bd2-c11c-4f83-9354-337e91f92afb tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423169 Sep 20 05:14:08.003068 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f57ae1ab-2c4f-4db2-9c16-17f638a18067 None None] Provisioning complete for port 89892f3a-915c-4055-9519-10a8f955981d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:14:08.003364 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f57ae1ab-2c4f-4db2-9c16-17f638a18067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:08.215976 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'tag': '89892f3a-915c-4055-9519-10a8f955981d'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:14:08.218372 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc978473-fb32-421f-ac6c-dd6497d099fa" -d '{"events": [{"name": "network-changed", "server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "tag": "89892f3a-915c-4055-9519-10a8f955981d"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:14:08.253787 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeebe82-c51f-4057-aa15-3add6c00276f x-openstack-request-id: req-ddeebe82-c51f-4057-aa15-3add6c00276f {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:14:08.254012 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "tag": "89892f3a-915c-4055-9519-10a8f955981d", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:14:08.254254 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ddeebe82-c51f-4057-aa15-3add6c00276f {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:14:08.254638 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'tag': '89892f3a-915c-4055-9519-10a8f955981d', 'status': 'completed', 'code': 200} Sep 20 05:14:08.336165 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc978473-fb32-421f-ac6c-dd6497d099fa req-ad8bb714-4c71-43fb-b8d9-63a61ff4b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:08.337646 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc978473-fb32-421f-ac6c-dd6497d099fa req-ad8bb714-4c71-43fb-b8d9-63a61ff4b974 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b1809326084c8f9e2bedee08d61487&device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 1138 time: 0.0401685 Sep 20 05:14:08.426085 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc978473-fb32-421f-ac6c-dd6497d099fa req-0f38662a-e430-47fe-9c0e-b6b16061be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:08.427543 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc978473-fb32-421f-ac6c-dd6497d099fa req-0f38662a-e430-47fe-9c0e-b6b16061be78 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3161ab17-b92b-4f39-92e1-533eac2aebd9 HTTP/1.1" status: 200 len: 915 time: 0.0823054 Sep 20 05:14:08.493693 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc978473-fb32-421f-ac6c-dd6497d099fa req-a836af04-a2e9-4b12-8620-0a9e0d0534e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89892f3a-915c-4055-9519-10a8f955981d HTTP/1.1" status: 200 len: 1002 time: 0.0588369 Sep 20 05:14:08.545833 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc978473-fb32-421f-ac6c-dd6497d099fa req-1b8097ba-85f7-4872-acf0-fb05988ecf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:08.547220 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc978473-fb32-421f-ac6c-dd6497d099fa req-1b8097ba-85f7-4872-acf0-fb05988ecf9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c96800f-75b6-4dc5-bc36-293420de6cc6 HTTP/1.1" status: 200 len: 854 time: 0.0427306 Sep 20 05:14:08.591543 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc978473-fb32-421f-ac6c-dd6497d099fa req-06e29b3c-6eea-41a4-b866-ee74f690281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:08.593031 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc978473-fb32-421f-ac6c-dd6497d099fa req-06e29b3c-6eea-41a4-b866-ee74f690281b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3161ab17-b92b-4f39-92e1-533eac2aebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384288 Sep 20 05:14:08.682805 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc978473-fb32-421f-ac6c-dd6497d099fa req-780a214b-24af-47ad-8e98-290661cb2393 service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815520 Sep 20 05:14:08.782152 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc978473-fb32-421f-ac6c-dd6497d099fa req-0f5c6700-1c88-423f-a6da-fa8cb62e071b service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923586 Sep 20 05:14:09.891608 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:14:28.476475 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:30.422883 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909addb3-e3bb-42f0-a4ea-67873a36d9f3 req-075a8bd3-8945-47ae-a3dc-6dae0a9d43ac tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:30.424378 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-909addb3-e3bb-42f0-a4ea-67873a36d9f3 req-075a8bd3-8945-47ae-a3dc-6dae0a9d43ac tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0525587 Sep 20 05:14:30.446885 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfc6dd-d749-41b5-867c-c5e617645733 req-2ae07226-53a2-4d95-b67a-9d70617ffb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:30.448415 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dfc6dd-d749-41b5-867c-c5e617645733 req-2ae07226-53a2-4d95-b67a-9d70617ffb26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b1809326084c8f9e2bedee08d61487&device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 1138 time: 0.0408282 Sep 20 05:14:30.464536 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-909addb3-e3bb-42f0-a4ea-67873a36d9f3 req-996b90a3-4bfb-4c9e-8113-2202381c8555 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332339 Sep 20 05:14:30.538662 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfc6dd-d749-41b5-867c-c5e617645733 req-5dae8796-8f0b-4683-902a-c21b5ab66b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:30.540173 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dfc6dd-d749-41b5-867c-c5e617645733 req-5dae8796-8f0b-4683-902a-c21b5ab66b86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3161ab17-b92b-4f39-92e1-533eac2aebd9 HTTP/1.1" status: 200 len: 915 time: 0.0830610 Sep 20 05:14:30.607077 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dfc6dd-d749-41b5-867c-c5e617645733 req-d3737cac-aec9-497a-a4a4-b5ab61092e6f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89892f3a-915c-4055-9519-10a8f955981d HTTP/1.1" status: 200 len: 1002 time: 0.0593779 Sep 20 05:14:30.657110 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfc6dd-d749-41b5-867c-c5e617645733 req-b3882150-d3e3-487c-a7aa-eb73129161d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:30.658508 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dfc6dd-d749-41b5-867c-c5e617645733 req-b3882150-d3e3-487c-a7aa-eb73129161d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c96800f-75b6-4dc5-bc36-293420de6cc6 HTTP/1.1" status: 200 len: 854 time: 0.0422330 Sep 20 05:14:30.703256 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfc6dd-d749-41b5-867c-c5e617645733 req-535c6eb4-885c-4468-8ab7-f6b4135c90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:30.704708 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dfc6dd-d749-41b5-867c-c5e617645733 req-535c6eb4-885c-4468-8ab7-f6b4135c90d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3161ab17-b92b-4f39-92e1-533eac2aebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384657 Sep 20 05:14:30.797943 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dfc6dd-d749-41b5-867c-c5e617645733 req-3217e41a-a98c-45c4-b823-9311696f4b3a service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834756 Sep 20 05:14:30.891298 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dfc6dd-d749-41b5-867c-c5e617645733 req-6332a4d6-42ab-495d-952e-93a3a300ea10 service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849891 Sep 20 05:14:31.534432 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7b04eb10-b535-46ab-b872-b4f22abfd3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:31.590107 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed211b-51c8-4335-b637-9d12f34cc2e5 req-491a3e1c-0530-4251-a3c4-300c00ae8000 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:31.591559 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-22ed211b-51c8-4335-b637-9d12f34cc2e5 req-491a3e1c-0530-4251-a3c4-300c00ae8000 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0565977 Sep 20 05:14:31.631152 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-22ed211b-51c8-4335-b637-9d12f34cc2e5 req-eb59d9c4-2607-4d7d-abaa-3f040f621cf2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330017 Sep 20 05:14:32.745411 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66c3ac-a5e2-42f8-bee4-8bc5c57d45c9 req-5790313d-46f5-4902-bd4a-c51f71ffbfee tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:32.746862 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d66c3ac-a5e2-42f8-bee4-8bc5c57d45c9 req-5790313d-46f5-4902-bd4a-c51f71ffbfee tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0486858 Sep 20 05:14:32.789494 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d66c3ac-a5e2-42f8-bee4-8bc5c57d45c9 req-6c211e05-dd44-455d-acac-89fc701bddc9 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364549 Sep 20 05:14:33.903536 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cec2a7-3092-4595-9ac0-d8c27eef5c6f req-e6575e6e-007d-4340-b113-f021a70bc8af tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:33.905056 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e3cec2a7-3092-4595-9ac0-d8c27eef5c6f req-e6575e6e-007d-4340-b113-f021a70bc8af tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0481300 Sep 20 05:14:33.944322 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e3cec2a7-3092-4595-9ac0-d8c27eef5c6f req-da9dfcc1-596d-481c-8855-44bc142d279b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333014 Sep 20 05:14:34.077512 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c071b1aa-233b-4ee0-a94d-ff76301e6a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:34.914907 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:35.055392 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79f70c-cbc9-4daf-8f22-97eebfc6798d req-c726f856-9be3-4586-8056-f1954ba56976 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:35.056891 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1e79f70c-cbc9-4daf-8f22-97eebfc6798d req-c726f856-9be3-4586-8056-f1954ba56976 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0479105 Sep 20 05:14:35.096525 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1e79f70c-cbc9-4daf-8f22-97eebfc6798d req-6a353e58-4e18-4dd3-85c7-1ff632d7053f tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336325 Sep 20 05:14:35.341399 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:36.209029 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b67e54-805b-4eb7-98ab-9f6db949ba00 req-e26c16f6-9e9a-4a35-9b93-daf3bb047b92 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:36.210480 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f4b67e54-805b-4eb7-98ab-9f6db949ba00 req-e26c16f6-9e9a-4a35-9b93-daf3bb047b92 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0472848 Sep 20 05:14:36.254488 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f4b67e54-805b-4eb7-98ab-9f6db949ba00 req-022e2f4c-385d-4375-b90d-f790bda77d9b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380950 Sep 20 05:14:36.796179 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:14:36.828918 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca12c9a-35a5-4df7-bad7-64837bbb6965 req-9fd630ce-3f9a-42f6-be4e-ee24efda0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:36.830413 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eca12c9a-35a5-4df7-bad7-64837bbb6965 req-9fd630ce-3f9a-42f6-be4e-ee24efda0f3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b1809326084c8f9e2bedee08d61487&device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 1138 time: 0.0413215 Sep 20 05:14:36.930138 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca12c9a-35a5-4df7-bad7-64837bbb6965 req-8b84ccf8-a188-42c5-bac0-631de03b0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:36.931607 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eca12c9a-35a5-4df7-bad7-64837bbb6965 req-8b84ccf8-a188-42c5-bac0-631de03b0903 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3161ab17-b92b-4f39-92e1-533eac2aebd9 HTTP/1.1" status: 200 len: 915 time: 0.0816405 Sep 20 05:14:36.999489 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eca12c9a-35a5-4df7-bad7-64837bbb6965 req-ffd397ca-a592-415f-a4ec-bd9750ca440d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89892f3a-915c-4055-9519-10a8f955981d HTTP/1.1" status: 200 len: 1002 time: 0.0608058 Sep 20 05:14:37.045798 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca12c9a-35a5-4df7-bad7-64837bbb6965 req-202f47ec-c7c4-40c1-9d97-267cf775acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:37.047099 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eca12c9a-35a5-4df7-bad7-64837bbb6965 req-202f47ec-c7c4-40c1-9d97-267cf775acad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c96800f-75b6-4dc5-bc36-293420de6cc6 HTTP/1.1" status: 200 len: 854 time: 0.0413084 Sep 20 05:14:37.090189 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca12c9a-35a5-4df7-bad7-64837bbb6965 req-394e9bcd-440b-47df-8f54-3a8cd47576e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:37.091616 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eca12c9a-35a5-4df7-bad7-64837bbb6965 req-394e9bcd-440b-47df-8f54-3a8cd47576e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3161ab17-b92b-4f39-92e1-533eac2aebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377789 Sep 20 05:14:37.183434 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eca12c9a-35a5-4df7-bad7-64837bbb6965 req-c57b8fa0-37e6-4947-ac75-b4be892ccd32 service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833797 Sep 20 05:14:37.274965 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eca12c9a-35a5-4df7-bad7-64837bbb6965 req-6ba68b5b-1a01-4cdd-a039-226cfc64d62e service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842144 Sep 20 05:14:37.374224 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa2bae-c378-483d-97ed-1c938a62999f req-8c78fbcf-1650-4114-b32d-956769ff4d7a tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:37.375578 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-64fa2bae-c378-483d-97ed-1c938a62999f req-8c78fbcf-1650-4114-b32d-956769ff4d7a tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0480132 Sep 20 05:14:37.414405 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-64fa2bae-c378-483d-97ed-1c938a62999f req-fe853312-ee05-4a4f-9176-d793f2aca1ab tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327082 Sep 20 05:14:38.526128 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56258061-c29f-4244-a7da-ba22ea0f69fe req-70fb6a76-3db1-490b-a189-36e29a732b3f tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:38.527615 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-56258061-c29f-4244-a7da-ba22ea0f69fe req-70fb6a76-3db1-490b-a189-36e29a732b3f tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0482240 Sep 20 05:14:38.566850 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-56258061-c29f-4244-a7da-ba22ea0f69fe req-1e03d1ac-6343-49f5-9411-900e91c00f90 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332386 Sep 20 05:14:39.677508 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d043e-dab4-433d-a774-d85421d0736e req-760a75cc-f348-45e5-9cac-9d4e73a07ff7 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:39.679574 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-748d043e-dab4-433d-a774-d85421d0736e req-760a75cc-f348-45e5-9cac-9d4e73a07ff7 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0468943 Sep 20 05:14:39.722028 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-748d043e-dab4-433d-a774-d85421d0736e req-a8108ecb-f2f5-4046-8638-2117ebe87e49 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365512 Sep 20 05:14:40.835975 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0228-e0c3-4fbf-8a75-2956c5b58cca req-c3791f30-7074-4662-8ea5-f970f167372b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:40.837465 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f3dd0228-e0c3-4fbf-8a75-2956c5b58cca req-c3791f30-7074-4662-8ea5-f970f167372b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0509622 Sep 20 05:14:40.877782 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f3dd0228-e0c3-4fbf-8a75-2956c5b58cca req-b4a80f3d-78ee-4c63-a199-4aff00b60f45 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342693 Sep 20 05:14:41.988756 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd14cf0-afd2-4eeb-8fe2-372b105f27d3 req-3b02373e-afbb-4283-92b3-b5c8d91daa3d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:41.990754 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3bd14cf0-afd2-4eeb-8fe2-372b105f27d3 req-3b02373e-afbb-4283-92b3-b5c8d91daa3d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0485060 Sep 20 05:14:42.029558 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3bd14cf0-afd2-4eeb-8fe2-372b105f27d3 req-4edb223a-2732-4614-b7b1-93213181e4c5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326285 Sep 20 05:14:43.145839 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47225-a1f4-4a17-9c20-38b7a7ce48dc req-5a54b711-55f9-4550-9e06-153a7da89f1c tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:43.147208 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ab47225-a1f4-4a17-9c20-38b7a7ce48dc req-5a54b711-55f9-4550-9e06-153a7da89f1c tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0521898 Sep 20 05:14:43.190375 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0ab47225-a1f4-4a17-9c20-38b7a7ce48dc req-9e4c2600-9a64-4723-be1c-1f28db5ac219 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369890 Sep 20 05:14:44.302562 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b124a4e-0856-4a87-9a61-4e3cf5442dbc req-2f28e181-1bf0-4356-ad20-9d0631933301 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:44.304597 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b124a4e-0856-4a87-9a61-4e3cf5442dbc req-2f28e181-1bf0-4356-ad20-9d0631933301 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0488183 Sep 20 05:14:44.343652 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2b124a4e-0856-4a87-9a61-4e3cf5442dbc req-2f06dece-49fa-474e-835f-13b8eb527edf tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331297 Sep 20 05:14:45.460057 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5b8cb-55c7-44e6-80a2-887d89dfacdf req-67af3c6b-5cab-4b50-b657-87ca98a02e71 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:45.461878 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62c5b8cb-55c7-44e6-80a2-887d89dfacdf req-67af3c6b-5cab-4b50-b657-87ca98a02e71 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0527556 Sep 20 05:14:45.503300 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-62c5b8cb-55c7-44e6-80a2-887d89dfacdf req-ef73b4c9-c101-4a31-8a58-82453b8ad2f4 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353892 Sep 20 05:14:46.619472 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ff572-73ea-4806-b6a4-038360933bb3 req-985a06ec-ce5b-4e42-ab0d-e31386df85e4 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:46.620958 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ae6ff572-73ea-4806-b6a4-038360933bb3 req-985a06ec-ce5b-4e42-ab0d-e31386df85e4 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0477719 Sep 20 05:14:46.663528 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ae6ff572-73ea-4806-b6a4-038360933bb3 req-70fc0fba-ba31-4986-bf26-5a1cf0ed2e1b tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366104 Sep 20 05:14:46.889941 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:14:47.775595 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748b1d0-6270-4d27-8118-285cc23db1e4 req-7edccfa8-eb11-44e9-a67a-b1cb0621031e tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:14:47.776965 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e748b1d0-6270-4d27-8118-285cc23db1e4 req-7edccfa8-eb11-44e9-a67a-b1cb0621031e tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0485210 Sep 20 05:14:47.816898 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e748b1d0-6270-4d27-8118-285cc23db1e4 req-8c42ad62-7c55-4119-88a5-609c7ccbdf15 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbf0af19-7cb4-4f52-923f-b9a20671ad8b&id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339167 Sep 20 05:14:58.494720 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:01.534134 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-49a13e52-e856-4e34-87f2-9d5eae29d1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:04.078077 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2a61a813-b63f-495d-a931-b0c3f69189b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:04.915686 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:05.345057 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:06.798204 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:20.215780 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d4049c3-8477-41aa-ac93-0dd24b22cddf req-c3e2683e-353c-4ac1-8c52-8c25289a750a tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401618384&fields=id&tenant_id=77b1809326084c8f9e2bedee08d61487 HTTP/1.1" status: 200 len: 267 time: 0.1382599 Sep 20 05:15:20.268120 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4049c3-8477-41aa-ac93-0dd24b22cddf req-07859e5c-a11f-49f6-9cb7-fd542b83541d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:20.269589 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d4049c3-8477-41aa-ac93-0dd24b22cddf req-07859e5c-a11f-49f6-9cb7-fd542b83541d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 985 time: 0.0474489 Sep 20 05:15:20.280869 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-7d4049c3-8477-41aa-ac93-0dd24b22cddf req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Request body: {'port': {'security_groups': ['bb821cd5-f649-4720-9c5d-6570f3c80f42']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:15:20.347853 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-7d4049c3-8477-41aa-ac93-0dd24b22cddf req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:20.763288 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-7d4049c3-8477-41aa-ac93-0dd24b22cddf req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] For port 89892f3a-915c-4055-9519-10a8f955981d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=89892f3a-915c-4055-9519-10a8f955981d,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:15:20.792448 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-7d4049c3-8477-41aa-ac93-0dd24b22cddf req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:20.796983 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-7d4049c3-8477-41aa-ac93-0dd24b22cddf req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25426567'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:20.831561 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['89892f3a-915c-4055-9519-10a8f955981d'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:15:20.839874 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4049c3-8477-41aa-ac93-0dd24b22cddf req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:20.840671 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-7d4049c3-8477-41aa-ac93-0dd24b22cddf req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:20.842070 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d4049c3-8477-41aa-ac93-0dd24b22cddf req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "PUT /v2.0/ports/89892f3a-915c-4055-9519-10a8f955981d HTTP/1.1" status: 200 len: 943 time: 0.5655522 Sep 20 05:15:20.842531 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'tag': '89892f3a-915c-4055-9519-10a8f955981d'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:15:20.844960 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155a8201-3006-419e-87aa-a60ec9000bac" -d '{"events": [{"name": "network-changed", "server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "tag": "89892f3a-915c-4055-9519-10a8f955981d"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:15:20.848695 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 46240) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:20.871360 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event updated for resources: {'Port': ['ID=89892f3a-915c-4055-9519-10a8f955981d,revision_number=7']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:20.878762 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:20.879106 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:20.879442 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:20.880100 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:20.880218 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:20.880496 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:20.880822 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:20.881146 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:20.881469 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:20.881785 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:20.882104 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:20.882470 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311e2cc-3d6d-4c1c-a555-a03c03ab3efa tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:20.909320 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03581c9c-26c0-4ed2-80ae-dbf4eef3d600 x-openstack-request-id: req-03581c9c-26c0-4ed2-80ae-dbf4eef3d600 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:15:20.909611 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "tag": "89892f3a-915c-4055-9519-10a8f955981d", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:15:20.910336 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03581c9c-26c0-4ed2-80ae-dbf4eef3d600 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:15:20.910336 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'tag': '89892f3a-915c-4055-9519-10a8f955981d', 'status': 'completed', 'code': 200} Sep 20 05:15:20.940801 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:20.978702 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['89892f3a-915c-4055-9519-10a8f955981d'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:15:20.978935 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:21.026294 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a8201-3006-419e-87aa-a60ec9000bac req-5d65c996-b6a2-405c-9629-e0fdf833d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:21.027853 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-155a8201-3006-419e-87aa-a60ec9000bac req-5d65c996-b6a2-405c-9629-e0fdf833d94b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b1809326084c8f9e2bedee08d61487&device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 1099 time: 0.0730517 Sep 20 05:15:21.130241 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a8201-3006-419e-87aa-a60ec9000bac req-291aa97d-a824-444b-8392-368384115073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:21.130690 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-e26c9ed5-3074-4ba4-9e48-d95d26b65259 None None] Provisioning complete for port 89892f3a-915c-4055-9519-10a8f955981d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:15:21.131164 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e26c9ed5-3074-4ba4-9e48-d95d26b65259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:21.131672 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-155a8201-3006-419e-87aa-a60ec9000bac req-291aa97d-a824-444b-8392-368384115073 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3161ab17-b92b-4f39-92e1-533eac2aebd9 HTTP/1.1" status: 200 len: 915 time: 0.0937476 Sep 20 05:15:21.149737 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:21.152448 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:21.153624 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "DELETE /v2.0/security-groups/dbf0af19-7cb4-4f52-923f-b9a20671ad8b HTTP/1.1" status: 204 len: 168 time: 0.3039870 Sep 20 05:15:21.156476 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46242) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:21.193017 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf0af19-7cb4-4f52-923f-b9a20671ad8b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:21.203812 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:21.204080 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:21.204282 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:21.204612 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:21.204933 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:21.205254 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:21.205587 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:21.206293 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:21.206293 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:21.206506 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:21.206811 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:21.207116 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413e2d3-6f08-418d-bff2-b7a6ac017eb1 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:15:21.231819 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-155a8201-3006-419e-87aa-a60ec9000bac req-7fd149c0-d9d9-4549-857a-aa42257e736f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89892f3a-915c-4055-9519-10a8f955981d HTTP/1.1" status: 200 len: 1002 time: 0.0930331 Sep 20 05:15:21.296871 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a8201-3006-419e-87aa-a60ec9000bac req-11106807-5f97-4445-a6e3-8abebff4059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:21.298512 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-155a8201-3006-419e-87aa-a60ec9000bac req-11106807-5f97-4445-a6e3-8abebff4059b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c96800f-75b6-4dc5-bc36-293420de6cc6 HTTP/1.1" status: 200 len: 854 time: 0.0590572 Sep 20 05:15:21.328850 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Deleting port cec46409-4fd1-4ec3-b902-c42fb78c1a3c {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:15:21.329354 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:21.354344 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a8201-3006-419e-87aa-a60ec9000bac req-b0616059-0dc4-4d90-9d5d-4cd9971f608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:21.355851 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-155a8201-3006-419e-87aa-a60ec9000bac req-b0616059-0dc4-4d90-9d5d-4cd9971f608a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3161ab17-b92b-4f39-92e1-533eac2aebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499470 Sep 20 05:15:21.412278 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:21.412595 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:21.425092 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Calling delete_port for cec46409-4fd1-4ec3-b902-c42fb78c1a3c owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:15:21.451562 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-155a8201-3006-419e-87aa-a60ec9000bac req-f82dad72-d7a0-4d24-9281-21ffc48d5493 service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874655 Sep 20 05:15:21.545650 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-155a8201-3006-419e-87aa-a60ec9000bac req-460407be-6aa6-40f1-bd4c-815678bea2d4 service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864367 Sep 20 05:15:21.585955 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:21.610899 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event deleted for resources: {'Port': ['ID=cec46409-4fd1-4ec3-b902-c42fb78c1a3c,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:21.668178 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:21.668508 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Floating IP ff3a87c1-1de8-47e8-9a84-8839bf6c2c78 disassociated (deleted). External IP: 172.27.1.211, port: 89892f3a-915c-4055-9519-10a8f955981d. Sep 20 05:15:21.874393 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Router dee489ee-c464-4bd6-8b19-9cc4c1362f15 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:15:21.980837 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:15:21.985703 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:21.990237 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfea90e-ebfd-4d7b-a958-85016677261f None None] Sync routers for ids ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:15:21.999386 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfea90e-ebfd-4d7b-a958-85016677261f None None] Routers {'dee489ee-c464-4bd6-8b19-9cc4c1362f15'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:15:21.999989 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-6bfea90e-ebfd-4d7b-a958-85016677261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:15:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:22.012651 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b322b681-3ecf-498f-9a66-f9e2825003f2 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "DELETE /v2.0/floatingips/ff3a87c1-1de8-47e8-9a84-8839bf6c2c78 HTTP/1.1" status: 204 len: 168 time: 0.8548751 Sep 20 05:15:22.108611 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-6bfea90e-ebfd-4d7b-a958-85016677261f None None] Set router dee489ee-c464-4bd6-8b19-9cc4c1362f15 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:15:22.326491 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-6bfea90e-ebfd-4d7b-a958-85016677261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:13:05Z', 'revision_number': 4, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '2cbd8e22-bb2d-45db-993e-a6d39045080d', 'name': '', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'mac_address': 'fa:16:3e:de:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:04Z', 'updated_at': '2021-09-20T05:13:13Z', 'revision_number': 5, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'subnets': [{'id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:22.352585 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfea90e-ebfd-4d7b-a958-85016677261f None None] Checking router: dee489ee-c464-4bd6-8b19-9cc4c1362f15 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:15:22.360424 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfea90e-ebfd-4d7b-a958-85016677261f None None] Routers {'dee489ee-c464-4bd6-8b19-9cc4c1362f15'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:15:22.361007 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-6bfea90e-ebfd-4d7b-a958-85016677261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:15:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:22.463676 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-6bfea90e-ebfd-4d7b-a958-85016677261f None None] Set router dee489ee-c464-4bd6-8b19-9cc4c1362f15 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:15:22.654127 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-6bfea90e-ebfd-4d7b-a958-85016677261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:13:05Z', 'revision_number': 4, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '2cbd8e22-bb2d-45db-993e-a6d39045080d', 'name': '', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'mac_address': 'fa:16:3e:de:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:04Z', 'updated_at': '2021-09-20T05:13:13Z', 'revision_number': 5, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'subnets': [{'id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:22.682803 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfea90e-ebfd-4d7b-a958-85016677261f None None] The sync data for ids ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'] in dv-cinder-809965-1-iscsi is: [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:13:05Z', 'revision_number': 4, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': '2cbd8e22-bb2d-45db-993e-a6d39045080d', 'name': '', 'network_id': '3161ab17-b92b-4f39-92e1-533eac2aebd9', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'mac_address': 'fa:16:3e:de:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:04Z', 'updated_at': '2021-09-20T05:13:13Z', 'revision_number': 5, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'subnets': [{'id': '4c96800f-75b6-4dc5-bc36-293420de6cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:15:22.898101 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7503e0ed-2fd0-4850-af91-3924b11d31d4 None None] New status for floating IP ff3a87c1-1de8-47e8-9a84-8839bf6c2c78: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:15:22.911144 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'tag': '89892f3a-915c-4055-9519-10a8f955981d'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:15:22.913627 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9227e55a-5a6a-4e16-a162-09d0f404eebc" -d '{"events": [{"name": "network-changed", "server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "tag": "89892f3a-915c-4055-9519-10a8f955981d"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:15:22.951211 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376fb7c6-de40-418c-bcfe-00302977d840 x-openstack-request-id: req-376fb7c6-de40-418c-bcfe-00302977d840 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:15:22.951568 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "tag": "89892f3a-915c-4055-9519-10a8f955981d", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:15:22.951884 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-376fb7c6-de40-418c-bcfe-00302977d840 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:15:22.952368 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'tag': '89892f3a-915c-4055-9519-10a8f955981d', 'status': 'completed', 'code': 200} Sep 20 05:15:23.034334 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227e55a-5a6a-4e16-a162-09d0f404eebc req-8f512b90-2945-4f70-aecb-297b03412c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:23.035894 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9227e55a-5a6a-4e16-a162-09d0f404eebc req-8f512b90-2945-4f70-aecb-297b03412c08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b1809326084c8f9e2bedee08d61487&device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 1099 time: 0.0418587 Sep 20 05:15:23.130929 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227e55a-5a6a-4e16-a162-09d0f404eebc req-6ad5639c-926d-402c-9165-2aec73aaa4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:23.133085 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9227e55a-5a6a-4e16-a162-09d0f404eebc req-6ad5639c-926d-402c-9165-2aec73aaa4c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3161ab17-b92b-4f39-92e1-533eac2aebd9 HTTP/1.1" status: 200 len: 915 time: 0.0901062 Sep 20 05:15:23.173019 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9227e55a-5a6a-4e16-a162-09d0f404eebc req-684c4923-58ee-4e55-a1c9-594d4a35934b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89892f3a-915c-4055-9519-10a8f955981d HTTP/1.1" status: 200 len: 217 time: 0.0337505 Sep 20 05:15:23.223621 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227e55a-5a6a-4e16-a162-09d0f404eebc req-13533b5a-e26f-40a4-813f-71f71db64060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:23.225050 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9227e55a-5a6a-4e16-a162-09d0f404eebc req-13533b5a-e26f-40a4-813f-71f71db64060 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c96800f-75b6-4dc5-bc36-293420de6cc6 HTTP/1.1" status: 200 len: 854 time: 0.0447693 Sep 20 05:15:23.271133 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227e55a-5a6a-4e16-a162-09d0f404eebc req-d0f27c6c-1cac-4e26-b5ab-2fd3b29b2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:23.272692 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9227e55a-5a6a-4e16-a162-09d0f404eebc req-d0f27c6c-1cac-4e26-b5ab-2fd3b29b2e9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3161ab17-b92b-4f39-92e1-533eac2aebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404248 Sep 20 05:15:23.363751 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9227e55a-5a6a-4e16-a162-09d0f404eebc req-f9402a19-88b9-44e6-a3e2-e3296f676337 service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838454 Sep 20 05:15:23.461344 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9227e55a-5a6a-4e16-a162-09d0f404eebc req-ba7472a2-cb0f-4dbf-aefd-9314d72343b2 service neutron] 10.222.0.23 "GET /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905170 Sep 20 05:15:23.888249 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:15:24.741256 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e68a9-dc3d-4bc1-ac25-a395b15af521 req-08e149e5-097c-468e-9246-7b0bac96c624 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:24.743756 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f35e68a9-dc3d-4bc1-ac25-a395b15af521 req-08e149e5-097c-468e-9246-7b0bac96c624 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 946 time: 0.0540659 Sep 20 05:15:24.781633 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f35e68a9-dc3d-4bc1-ac25-a395b15af521 req-11694f97-b738-4c79-9204-68e2d7c87cd9 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318382 Sep 20 05:15:25.942062 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d748eb-7f7a-4d9e-9ab7-2974f3220e55 req-8172498a-4103-4ca0-9116-a15e1ec97eae tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:25.943518 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b3d748eb-7f7a-4d9e-9ab7-2974f3220e55 req-8172498a-4103-4ca0-9116-a15e1ec97eae tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 946 time: 0.0948660 Sep 20 05:15:25.982519 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b3d748eb-7f7a-4d9e-9ab7-2974f3220e55 req-7c971fe9-ea8e-49aa-9a8e-94772c3aabdf tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb821cd5-f649-4720-9c5d-6570f3c80f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322032 Sep 20 05:15:26.520775 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78884fe7-b850-4552-8d64-f66ac334c9f2 req-c53734b7-c575-4133-b013-af98a0ff33c5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:26.522225 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78884fe7-b850-4552-8d64-f66ac334c9f2 req-c53734b7-c575-4133-b013-af98a0ff33c5 tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.23 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 946 time: 0.0531366 Sep 20 05:15:26.613371 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-78884fe7-b850-4552-8d64-f66ac334c9f2 req-e8f0d97a-46f8-42bc-b139-9d3b0379024d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Deleting port 89892f3a-915c-4055-9519-10a8f955981d {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:15:26.613711 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-78884fe7-b850-4552-8d64-f66ac334c9f2 req-e8f0d97a-46f8-42bc-b139-9d3b0379024d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:26.698781 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-78884fe7-b850-4552-8d64-f66ac334c9f2 req-e8f0d97a-46f8-42bc-b139-9d3b0379024d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] For port 89892f3a-915c-4055-9519-10a8f955981d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=89892f3a-915c-4055-9519-10a8f955981d,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:15:26.699390 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-78884fe7-b850-4552-8d64-f66ac334c9f2 req-e8f0d97a-46f8-42bc-b139-9d3b0379024d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:26.711634 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-78884fe7-b850-4552-8d64-f66ac334c9f2 req-e8f0d97a-46f8-42bc-b139-9d3b0379024d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Calling delete_port for 89892f3a-915c-4055-9519-10a8f955981d owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:15:26.834896 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-78884fe7-b850-4552-8d64-f66ac334c9f2 req-e8f0d97a-46f8-42bc-b139-9d3b0379024d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:26.863446 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0d97a-46f8-42bc-b139-9d3b0379024d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Pushing event deleted for resources: {'Port': ['ID=89892f3a-915c-4055-9519-10a8f955981d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:26.869883 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['89892f3a-915c-4055-9519-10a8f955981d'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:15:26.907981 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-78884fe7-b850-4552-8d64-f66ac334c9f2 req-e8f0d97a-46f8-42bc-b139-9d3b0379024d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] No DVR routers for this DVR port 89892f3a-915c-4055-9519-10a8f955981d on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:15:26.910358 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-78884fe7-b850-4552-8d64-f66ac334c9f2 req-e8f0d97a-46f8-42bc-b139-9d3b0379024d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:26.912405 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78884fe7-b850-4552-8d64-f66ac334c9f2 req-e8f0d97a-46f8-42bc-b139-9d3b0379024d tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.23 "DELETE /v2.0/ports/89892f3a-915c-4055-9519-10a8f955981d HTTP/1.1" status: 204 len: 173 time: 0.3838310 Sep 20 05:15:26.912831 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'name': 'network-vif-deleted', 'tag': '89892f3a-915c-4055-9519-10a8f955981d'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:15:26.915696 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf975d-f432-47d8-b1ff-9468f5fade8f" -d '{"events": [{"server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "name": "network-vif-deleted", "tag": "89892f3a-915c-4055-9519-10a8f955981d"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:15:26.951097 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32647688-917f-4e9f-92ba-3b3a74457e47 x-openstack-request-id: req-32647688-917f-4e9f-92ba-3b3a74457e47 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:15:26.951387 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14272681-6406-46a8-a3b4-dba2fd787d2d", "name": "network-vif-deleted", "tag": "89892f3a-915c-4055-9519-10a8f955981d", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:15:26.951636 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32647688-917f-4e9f-92ba-3b3a74457e47 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:15:26.952065 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14272681-6406-46a8-a3b4-dba2fd787d2d', 'name': 'network-vif-deleted', 'tag': '89892f3a-915c-4055-9519-10a8f955981d', 'status': 'completed', 'code': 200} Sep 20 05:15:27.086681 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e609a255-cc5e-44d9-948d-e556dfb774d4 req-499edc33-beee-42fd-b674-5c320eb38cfd tempest-TestMinimumBasicScenario-2046625748 tempest-TestMinimumBasicScenario-2046625748-project] 10.222.0.32 "GET /v2.0/ports?device_id=14272681-6406-46a8-a3b4-dba2fd787d2d HTTP/1.1" status: 200 len: 210 time: 0.0271583 Sep 20 05:15:28.497527 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:28.743795 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46332) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:29.082018 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5de5be1-694b-4664-9b33-5b2543a8284d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-511756'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:29.320815 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-f5de5be1-694b-4664-9b33-5b2543a8284d admin admin] Deleting port 2cbd8e22-bb2d-45db-993e-a6d39045080d {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:15:29.321158 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5de5be1-694b-4664-9b33-5b2543a8284d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:29.396428 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-f5de5be1-694b-4664-9b33-5b2543a8284d admin admin] For port 2cbd8e22-bb2d-45db-993e-a6d39045080d, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=2cbd8e22-bb2d-45db-993e-a6d39045080d,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:15:29.396714 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5de5be1-694b-4664-9b33-5b2543a8284d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:29.409224 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-f5de5be1-694b-4664-9b33-5b2543a8284d admin admin] Calling delete_port for 2cbd8e22-bb2d-45db-993e-a6d39045080d owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:15:29.584096 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5de5be1-694b-4664-9b33-5b2543a8284d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:29.613843 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de5be1-694b-4664-9b33-5b2543a8284d admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbd8e22-bb2d-45db-993e-a6d39045080d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:29.775344 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f5de5be1-694b-4664-9b33-5b2543a8284d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275644'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:29.988050 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5de5be1-694b-4664-9b33-5b2543a8284d admin admin] Router dee489ee-c464-4bd6-8b19-9cc4c1362f15 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:15:30.093178 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de5be1-694b-4664-9b33-5b2543a8284d admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:15:30.098178 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f5de5be1-694b-4664-9b33-5b2543a8284d admin admin] 10.222.0.32 "PUT /v2.0/routers/dee489ee-c464-4bd6-8b19-9cc4c1362f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3531618 Sep 20 05:15:30.100568 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46336) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:30.103299 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f9680-8692-4a26-94b9-f3c41ce21b1d None None] Sync routers for ids ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:15:30.112757 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f9680-8692-4a26-94b9-f3c41ce21b1d None None] Routers {'dee489ee-c464-4bd6-8b19-9cc4c1362f15'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:15:30.113432 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a85f9680-8692-4a26-94b9-f3c41ce21b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:15:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:30.201516 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:30.216852 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a85f9680-8692-4a26-94b9-f3c41ce21b1d None None] Set router dee489ee-c464-4bd6-8b19-9cc4c1362f15 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:15:30.300793 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:30.356514 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Deleting port 600ff3d8-781d-4bba-9b99-d1dffe2d1545 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:15:30.356849 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:30.391986 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a85f9680-8692-4a26-94b9-f3c41ce21b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:15:29Z', 'revision_number': 5, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port': {'id': '600ff3d8-781d-4bba-9b99-d1dffe2d1545', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:01Z', 'updated_at': '2021-09-20T05:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:30.421674 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f9680-8692-4a26-94b9-f3c41ce21b1d None None] Checking router: dee489ee-c464-4bd6-8b19-9cc4c1362f15 for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:15:30.430294 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f9680-8692-4a26-94b9-f3c41ce21b1d None None] Routers {'dee489ee-c464-4bd6-8b19-9cc4c1362f15'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:15:30.430894 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a85f9680-8692-4a26-94b9-f3c41ce21b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:15:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:30.434707 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] For port 600ff3d8-781d-4bba-9b99-d1dffe2d1545, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=600ff3d8-781d-4bba-9b99-d1dffe2d1545,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:15:30.435069 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:30.447430 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Calling delete_port for 600ff3d8-781d-4bba-9b99-d1dffe2d1545 owned by network:router_gateway {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:15:30.515294 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a85f9680-8692-4a26-94b9-f3c41ce21b1d None None] Set router dee489ee-c464-4bd6-8b19-9cc4c1362f15 gateway port host: None {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:15:30.566281 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a85f9680-8692-4a26-94b9-f3c41ce21b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:15:30Z', 'revision_number': 6, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port_host': None}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:30.595555 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f9680-8692-4a26-94b9-f3c41ce21b1d None None] The sync data for ids ['dee489ee-c464-4bd6-8b19-9cc4c1362f15'] in dv-cinder-809965-1-iscsi is: [{'id': 'dee489ee-c464-4bd6-8b19-9cc4c1362f15', 'name': 'tempest-TestMinimumBasicScenario-1978406733-router', 'tenant_id': '77b1809326084c8f9e2bedee08d61487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:00Z', 'updated_at': '2021-09-20T05:15:30Z', 'revision_number': 6, 'project_id': '77b1809326084c8f9e2bedee08d61487', 'gw_port_host': None}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:15:30.613844 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:30.640552 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Pushing event deleted for resources: {'Port': ['ID=600ff3d8-781d-4bba-9b99-d1dffe2d1545,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:30.695401 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 89892f3a-915c-4055-9519-10a8f955981d no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:15:30.700277 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-275578'] for router_gateway, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:30.717118 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 89892f3a-915c-4055-9519-10a8f955981d {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:15:30.717486 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 89892f3a-915c-4055-9519-10a8f955981d not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:15:31.032241 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-509995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-429'] for router, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.034374 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.076605 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510160'] for router, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.077134 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router dee489ee-c464-4bd6-8b19-9cc4c1362f15 {{(pid=94084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:15:31.081476 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.082858 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9187b89f-1840-49f2-a563-45381b7917ee admin admin] 10.222.0.32 "DELETE /v2.0/routers/dee489ee-c464-4bd6-8b19-9cc4c1362f15 HTTP/1.1" status: 204 len: 168 time: 0.9807472 Sep 20 05:15:31.086486 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46338) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:31.131664 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a849e4-2839-4183-8983-fcd99c41d8f3 admin admin] Deleting subnet 4c96800f-75b6-4dc5-bc36-293420de6cc6 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:15:31.135620 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c7a849e4-2839-4183-8983-fcd99c41d8f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.168778 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c7a849e4-2839-4183-8983-fcd99c41d8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3559778'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.245082 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c7a849e4-2839-4183-8983-fcd99c41d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.305872 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c7a849e4-2839-4183-8983-fcd99c41d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25426609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27030987'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.332462 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a849e4-2839-4183-8983-fcd99c41d8f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c96800f-75b6-4dc5-bc36-293420de6cc6,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:31.334381 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c7a849e4-2839-4183-8983-fcd99c41d8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.336820 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c7a849e4-2839-4183-8983-fcd99c41d8f3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4c96800f-75b6-4dc5-bc36-293420de6cc6 HTTP/1.1" status: 204 len: 168 time: 0.2494116 Sep 20 05:15:31.339239 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46340) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:31.341064 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb6a1e-6b4e-4371-afba-ea3e7ad5478c None None] Network 3161ab17-b92b-4f39-92e1-533eac2aebd9 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:15:31.407467 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 2cbd8e22-bb2d-45db-993e-a6d39045080d no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:15:31.425455 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.435874 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 2cbd8e22-bb2d-45db-993e-a6d39045080d {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:15:31.436244 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 2cbd8e22-bb2d-45db-993e-a6d39045080d not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:15:31.481880 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Deleting port 5895d453-c7bf-48b8-95eb-50e7245d7882 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:15:31.482224 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.554578 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] For port 5895d453-c7bf-48b8-95eb-50e7245d7882, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=5895d453-c7bf-48b8-95eb-50e7245d7882,segment=NetworkSegment(7dc5029a-b606-46e8-bca8-f8ad5a626233),segment_id=7dc5029a-b606-46e8-bca8-f8ad5a626233)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:15:31.555113 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.568013 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Calling delete_port for 5895d453-c7bf-48b8-95eb-50e7245d7882 owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:15:31.606130 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9db21187-6e99-468a-a1e8-e885b0450090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.654069 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.684476 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=5895d453-c7bf-48b8-95eb-50e7245d7882,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:31.689516 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] No DVR routers for this DVR port 5895d453-c7bf-48b8-95eb-50e7245d7882 on host dv-cinder-809965-1-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:15:31.703994 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7c84aa-eb92-487d-a47e-f95fcc429efe None None] DHCP port deletion for 3161ab17-b92b-4f39-92e1-533eac2aebd9 request from dv-cinder-809965-1-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 05:15:31.769215 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.788816 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3161ab17-b92b-4f39-92e1-533eac2aebd9']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:31.797748 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc5029a-b606-46e8-bca8-f8ad5a626233') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:31.798042 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc5029a-b606-46e8-bca8-f8ad5a626233') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:31.811683 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3559785'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.825106 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.830700 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:15:31.831072 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25425263'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: timer() Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: cb(*args, **kw) Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: self._notify() Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: self.callback(batched_events) Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: event.method(event) Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._get(url).json() Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:15:31.832729 dv-cinder-809965-1-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:15:31.887635 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.894633 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:31.897146 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3161ab17-b92b-4f39-92e1-533eac2aebd9 HTTP/1.1" status: 204 len: 168 time: 0.5566936 Sep 20 05:15:31.900955 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46344) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:31.915820 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210044cb-04f8-462e-9e65-5f521b7b5a83 admin admin] Pushing event deleted for resources: {'Network': ['ID=3161ab17-b92b-4f39-92e1-533eac2aebd9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:32.251413 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cda532ed-eb7f-4375-a50c-f66784b49da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-511756'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:32.487188 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-cda532ed-eb7f-4375-a50c-f66784b49da8 admin admin] Deleting port 8d4d07b7-19b0-4d3a-979c-8537b36025ca {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:15:32.487521 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cda532ed-eb7f-4375-a50c-f66784b49da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:32.563112 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-cda532ed-eb7f-4375-a50c-f66784b49da8 admin admin] For port 8d4d07b7-19b0-4d3a-979c-8537b36025ca, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=8d4d07b7-19b0-4d3a-979c-8537b36025ca,segment=NetworkSegment(2fdf32d4-aefd-48df-bca5-b441303fddeb),segment_id=2fdf32d4-aefd-48df-bca5-b441303fddeb)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:15:32.563463 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cda532ed-eb7f-4375-a50c-f66784b49da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:32.575549 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-cda532ed-eb7f-4375-a50c-f66784b49da8 admin admin] Calling delete_port for 8d4d07b7-19b0-4d3a-979c-8537b36025ca owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:15:32.748100 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cda532ed-eb7f-4375-a50c-f66784b49da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:32.774060 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda532ed-eb7f-4375-a50c-f66784b49da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4d07b7-19b0-4d3a-979c-8537b36025ca,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:32.937778 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cda532ed-eb7f-4375-a50c-f66784b49da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275644'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:33.042334 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 600ff3d8-781d-4bba-9b99-d1dffe2d1545 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:15:33.062428 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 600ff3d8-781d-4bba-9b99-d1dffe2d1545 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:15:33.062850 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 600ff3d8-781d-4bba-9b99-d1dffe2d1545 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:15:33.063338 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 5895d453-c7bf-48b8-95eb-50e7245d7882 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:15:33.081992 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 5895d453-c7bf-48b8-95eb-50e7245d7882 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:15:33.082327 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 5895d453-c7bf-48b8-95eb-50e7245d7882 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:15:33.154588 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda532ed-eb7f-4375-a50c-f66784b49da8 admin admin] Router b8ae4f96-a787-4cfb-b511-a08d23c9ce7d has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:15:33.261099 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda532ed-eb7f-4375-a50c-f66784b49da8 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:15:33.267675 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cda532ed-eb7f-4375-a50c-f66784b49da8 admin admin] 10.222.0.32 "PUT /v2.0/routers/b8ae4f96-a787-4cfb-b511-a08d23c9ce7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3647742 Sep 20 05:15:33.269178 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46346) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:33.269620 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3922d20-51bb-46fe-acb9-fe82446be978 None None] Sync routers for ids ['b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:15:33.279107 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3922d20-51bb-46fe-acb9-fe82446be978 None None] Routers {'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:15:33.279710 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-b3922d20-51bb-46fe-acb9-fe82446be978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:15:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:33.373495 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Notify callbacks [] for router, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:33.382351 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-b3922d20-51bb-46fe-acb9-fe82446be978 None None] Set router b8ae4f96-a787-4cfb-b511-a08d23c9ce7d gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:15:33.476821 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:33.533634 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Deleting port cf5442cc-efc4-4ccd-b716-f06bd355bf8d {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:15:33.533973 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:33.611602 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] For port cf5442cc-efc4-4ccd-b716-f06bd355bf8d, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=cf5442cc-efc4-4ccd-b716-f06bd355bf8d,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:15:33.611960 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:33.624330 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Calling delete_port for cf5442cc-efc4-4ccd-b716-f06bd355bf8d owned by network:router_gateway {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:15:33.643302 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-b3922d20-51bb-46fe-acb9-fe82446be978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'name': 'tempest-TestMinimumBasicScenario-869615323-router', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:10Z', 'updated_at': '2021-09-20T05:15:32Z', 'revision_number': 5, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'gw_port': {'id': 'cf5442cc-efc4-4ccd-b716-f06bd355bf8d', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:11Z', 'updated_at': '2021-09-20T05:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:33.669686 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3922d20-51bb-46fe-acb9-fe82446be978 None None] Checking router: b8ae4f96-a787-4cfb-b511-a08d23c9ce7d for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:15:33.677668 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3922d20-51bb-46fe-acb9-fe82446be978 None None] Routers {'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:15:33.678257 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-b3922d20-51bb-46fe-acb9-fe82446be978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:15:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:33.764158 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-b3922d20-51bb-46fe-acb9-fe82446be978 None None] Set router b8ae4f96-a787-4cfb-b511-a08d23c9ce7d gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:15:33.786924 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:33.811123 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5442cc-efc4-4ccd-b716-f06bd355bf8d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:33.818257 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-b3922d20-51bb-46fe-acb9-fe82446be978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'name': 'tempest-TestMinimumBasicScenario-869615323-router', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:10Z', 'updated_at': '2021-09-20T05:15:33Z', 'revision_number': 6, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'gw_port_host': None}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:33.845346 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3922d20-51bb-46fe-acb9-fe82446be978 None None] The sync data for ids ['b8ae4f96-a787-4cfb-b511-a08d23c9ce7d'] in dv-cinder-809965-1-iscsi is: [{'id': 'b8ae4f96-a787-4cfb-b511-a08d23c9ce7d', 'name': 'tempest-TestMinimumBasicScenario-869615323-router', 'tenant_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:10Z', 'updated_at': '2021-09-20T05:15:33Z', 'revision_number': 6, 'project_id': 'c1d332d0f9d94a44adc3d40d38ad6dee', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:15:33.880506 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-275578'] for router_gateway, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:33.968853 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-509995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-429'] for router, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:33.971192 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.012986 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510160'] for router, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.013538 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8ae4f96-a787-4cfb-b511-a08d23c9ce7d {{(pid=94084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:15:34.017651 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.018888 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-611fbecd-5bdd-4c9f-9804-e4565b681e36 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b8ae4f96-a787-4cfb-b511-a08d23c9ce7d HTTP/1.1" status: 204 len: 168 time: 0.7488089 Sep 20 05:15:34.021382 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46348) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:34.064268 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb1b77e-4106-4b70-a5bb-879bbfef8ba4 admin admin] Deleting subnet 2edb190b-9256-4e56-92aa-f35fa19b0eb0 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:15:34.067350 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b77e-4106-4b70-a5bb-879bbfef8ba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.083258 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-862375f7-da15-4f39-9b6b-10c0c5a05a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.102246 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b77e-4106-4b70-a5bb-879bbfef8ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3559778'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.180542 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b77e-4106-4b70-a5bb-879bbfef8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.234218 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b77e-4106-4b70-a5bb-879bbfef8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25426609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27030987'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.262651 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1b77e-4106-4b70-a5bb-879bbfef8ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edb190b-9256-4e56-92aa-f35fa19b0eb0,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:34.264793 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b77e-4106-4b70-a5bb-879bbfef8ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.269080 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-bdb1b77e-4106-4b70-a5bb-879bbfef8ba4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2edb190b-9256-4e56-92aa-f35fa19b0eb0 HTTP/1.1" status: 204 len: 168 time: 0.2442839 Sep 20 05:15:34.269356 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46350) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:34.275559 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e53e681-ceda-4d02-a47e-021700e63cbc None None] Network 9131d649-c239-4256-88b9-2dff766099b5 requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:15:34.340115 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.391576 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Deleting port 70161fd3-0802-45e5-9746-bbbda5efa861 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:15:34.391921 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.453827 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] For port 70161fd3-0802-45e5-9746-bbbda5efa861, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=70161fd3-0802-45e5-9746-bbbda5efa861,segment=NetworkSegment(2fdf32d4-aefd-48df-bca5-b441303fddeb),segment_id=2fdf32d4-aefd-48df-bca5-b441303fddeb)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:15:34.454191 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.469696 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Calling delete_port for 70161fd3-0802-45e5-9746-bbbda5efa861 owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:15:34.561387 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.589117 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951f8974-3352-4b0c-b836-3b6a998403d8 None None] DHCP port deletion for 9131d649-c239-4256-88b9-2dff766099b5 request from dv-cinder-809965-1-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 05:15:34.594338 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Pushing event deleted for resources: {'Port': ['ID=70161fd3-0802-45e5-9746-bbbda5efa861,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:34.594338 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] No DVR routers for this DVR port 70161fd3-0802-45e5-9746-bbbda5efa861 on host dv-cinder-809965-1-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:15:34.675713 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.699640 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9131d649-c239-4256-88b9-2dff766099b5']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:34.709260 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdf32d4-aefd-48df-bca5-b441303fddeb') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:34.709496 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdf32d4-aefd-48df-bca5-b441303fddeb') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:15:34.719077 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3559785'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.736099 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.742833 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:15:34.743224 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25425263'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: timer() Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: cb(*args, **kw) Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: self._notify() Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: self.callback(batched_events) Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: event.method(event) Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._get(url).json() Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:15:34.744901 dv-cinder-809965-1-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:15:34.800528 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.807556 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.813565 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] 10.222.0.32 "DELETE /v2.0/networks/9131d649-c239-4256-88b9-2dff766099b5 HTTP/1.1" status: 204 len: 168 time: 0.5418215 Sep 20 05:15:34.826012 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256b7f-76aa-4d07-bfd9-ef1d2d40364e admin admin] Pushing event deleted for resources: {'Network': ['ID=9131d649-c239-4256-88b9-2dff766099b5,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:34.918469 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:34.993790 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46356) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:35.000188 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 8d4d07b7-19b0-4d3a-979c-8537b36025ca no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:15:35.027317 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 8d4d07b7-19b0-4d3a-979c-8537b36025ca {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:15:35.028113 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 8d4d07b7-19b0-4d3a-979c-8537b36025ca not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:15:35.028113 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 70161fd3-0802-45e5-9746-bbbda5efa861 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:15:35.051142 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 70161fd3-0802-45e5-9746-bbbda5efa861 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:15:35.051514 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 70161fd3-0802-45e5-9746-bbbda5efa861 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:15:35.051910 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device cf5442cc-efc4-4ccd-b716-f06bd355bf8d no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:15:35.071516 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: cf5442cc-efc4-4ccd-b716-f06bd355bf8d {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:15:35.071855 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device cf5442cc-efc4-4ccd-b716-f06bd355bf8d not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:15:35.279575 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ec33e7ac-d256-4ee3-a7c7-58a1d8b93b99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77b1809326084c8f9e2bedee08d61487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844484 Sep 20 05:15:35.281837 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46358) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:35.328295 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c03c10b-5946-432d-a3b4-52733141ee71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:35.346889 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:35.350496 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c03c10b-5946-432d-a3b4-52733141ee71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:35.395553 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c03c10b-5946-432d-a3b4-52733141ee71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:35.398685 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c03c10b-5946-432d-a3b4-52733141ee71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:35.399821 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8c03c10b-5946-432d-a3b4-52733141ee71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb821cd5-f649-4720-9c5d-6570f3c80f42 HTTP/1.1" status: 204 len: 168 time: 0.1170905 Sep 20 05:15:35.407118 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03c10b-5946-432d-a3b4-52733141ee71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb821cd5-f649-4720-9c5d-6570f3c80f42,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:35.713054 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46366) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:35.751116 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ceb05fb7-23b0-4995-ad50-c699781b41f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1d332d0f9d94a44adc3d40d38ad6dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369575 Sep 20 05:15:35.753445 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46368) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:15:35.799443 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6fb01bdf-d45b-48e9-8428-edf6620cece0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:35.821245 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6fb01bdf-d45b-48e9-8428-edf6620cece0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:35.870813 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6fb01bdf-d45b-48e9-8428-edf6620cece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:35.873285 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6fb01bdf-d45b-48e9-8428-edf6620cece0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:35.874400 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6fb01bdf-d45b-48e9-8428-edf6620cece0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/250ce4f3-c7ef-4b93-8196-cfcb54a10ad0 HTTP/1.1" status: 204 len: 168 time: 0.1200998 Sep 20 05:15:35.881809 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb01bdf-d45b-48e9-8428-edf6620cece0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250ce4f3-c7ef-4b93-8196-cfcb54a10ad0,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:15:36.800387 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:37.892200 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-c5a50c77-e5ec-437d-8bbc-626a34e69741 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1782286 Sep 20 05:15:37.964901 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-983af4e7-c468-421e-907f-e2a7cb160357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:37.966365 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-983af4e7-c468-421e-907f-e2a7cb160357 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 1099 time: 0.0395913 Sep 20 05:15:38.068308 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-a67c8fc3-b1b2-45f2-ab40-ab96dcd0bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:38.069671 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-a67c8fc3-b1b2-45f2-ab40-ab96dcd0bcf8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 912 time: 0.0835960 Sep 20 05:15:38.132370 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-e0bc46b7-4d80-4049-8ec8-c7fde5a4ac97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9423cb1c-5886-4ac7-b112-21b2bfd90eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0551550 Sep 20 05:15:38.183538 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-926f5760-a36d-4298-afb9-b0977f49af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:38.184998 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-926f5760-a36d-4298-afb9-b0977f49af32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0451384 Sep 20 05:15:38.230140 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-baa11e5e-6290-4f3b-98ea-c3cabbcb1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:38.231579 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-baa11e5e-6290-4f3b-98ea-c3cabbcb1ac5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389581 Sep 20 05:15:38.242705 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-b163520f-0bee-4c17-8688-f138b2455c10 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:15:38.243617 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-b163520f-0bee-4c17-8688-f138b2455c10 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047908 Sep 20 05:15:38.329273 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-09991547-bfa5-41e6-801c-1974660f432e service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780125 Sep 20 05:15:38.417656 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4495c74b-6651-44f3-ae57-fa4779ffb4bf req-444e434d-94a8-40c4-8ee5-6830e1a6c06b service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803411 Sep 20 05:15:58.496046 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:15:59.542106 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878426d-13b8-462e-b13d-fa981e5f6ed3 req-448fdccf-fa4f-4235-a0d8-bd07a1c3ccc6 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:15:59.543589 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8878426d-13b8-462e-b13d-fa981e5f6ed3 req-448fdccf-fa4f-4235-a0d8-bd07a1c3ccc6 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 946 time: 0.0487976 Sep 20 05:15:59.580521 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8878426d-13b8-462e-b13d-fa981e5f6ed3 req-58cf98bf-84a3-481a-88f5-d1a418d9a8b5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309525 Sep 20 05:16:00.709511 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4a635-12e7-4dad-873a-ff7823fb33fa req-fab75033-0a2f-46f1-b3c0-1f6728dda793 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:00.711160 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-85e4a635-12e7-4dad-873a-ff7823fb33fa req-fab75033-0a2f-46f1-b3c0-1f6728dda793 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 946 time: 0.0477033 Sep 20 05:16:00.747493 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-85e4a635-12e7-4dad-873a-ff7823fb33fa req-809c37f0-34c5-4cfa-b0b5-ab6d470b55ef tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304477 Sep 20 05:16:00.886773 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:16:01.164314 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37e558-621e-4727-a722-0d5e459049a8 req-20d47b60-9947-45c2-bbf4-ce97a2f3903f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:01.165709 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eb37e558-621e-4727-a722-0d5e459049a8 req-20d47b60-9947-45c2-bbf4-ce97a2f3903f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 946 time: 0.0472138 Sep 20 05:16:01.254657 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Deleting port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:16:01.254987 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:01.341222 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] For port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9423cb1c-5886-4ac7-b112-21b2bfd90eb3,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:16:01.341570 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:01.514199 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:01.514603 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:01.514965 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.db.l3_db [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Floating IP 4393c05d-221c-46d1-8fb5-fd7f72ff86f8 disassociated. External IP: 172.27.1.10, port: 9423cb1c-5886-4ac7-b112-21b2bfd90eb3. Sep 20 05:16:01.515296 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Calling delete_port for 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:16:01.540552 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e5bc09b0-692d-43f8-b5ab-a7630dac7914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:01.640889 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:01.673380 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event deleted for resources: {'Port': ['ID=9423cb1c-5886-4ac7-b112-21b2bfd90eb3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:16:01.783552 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Router f31fa49e-9da5-4fcf-81b2-69491a6b382b has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:16:01.846276 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a509f44e-764d-4fa1-8e11-8c31606c77a2 req-6dcc5b55-077b-4e2d-9363-1641df861636 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb HTTP/1.1" status: 200 len: 210 time: 0.0279491 Sep 20 05:16:01.891323 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:16:01.901125 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924453e-8fbe-40f7-bccf-0356d1786a12 None None] Sync routers for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:16:01.910007 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924453e-8fbe-40f7-bccf-0356d1786a12 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:16:01.910692 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-0924453e-8fbe-40f7-bccf-0356d1786a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:15:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:16:01.930745 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] No DVR routers for this DVR port 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:16:01.933263 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:01.935207 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eb37e558-621e-4727-a722-0d5e459049a8 req-23d27ab5-fdc3-4358-8722-b4f5bdd1a009 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "DELETE /v2.0/ports/9423cb1c-5886-4ac7-b112-21b2bfd90eb3 HTTP/1.1" status: 204 len: 173 time: 0.7628045 Sep 20 05:16:01.935629 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'name': 'network-vif-deleted', 'tag': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:16:01.937982 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f750326-88db-4600-aef1-cb22a0ed1b14" -d '{"events": [{"server_uuid": "d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb", "name": "network-vif-deleted", "tag": "9423cb1c-5886-4ac7-b112-21b2bfd90eb3"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:16:01.979071 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388f8873-0ebe-4dfc-931b-8d5cb054ffef x-openstack-request-id: req-388f8873-0ebe-4dfc-931b-8d5cb054ffef {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:16:01.979541 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dc36e0-2528-4eaa-bb53-b1a0fb97edeb", "name": "network-vif-deleted", "tag": "9423cb1c-5886-4ac7-b112-21b2bfd90eb3", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:16:01.979841 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-388f8873-0ebe-4dfc-931b-8d5cb054ffef {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:16:01.980359 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dc36e0-2528-4eaa-bb53-b1a0fb97edeb', 'name': 'network-vif-deleted', 'tag': '9423cb1c-5886-4ac7-b112-21b2bfd90eb3', 'status': 'completed', 'code': 200} Sep 20 05:16:02.019759 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-0924453e-8fbe-40f7-bccf-0356d1786a12 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:16:02.219664 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-0924453e-8fbe-40f7-bccf-0356d1786a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:16:02.250327 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924453e-8fbe-40f7-bccf-0356d1786a12 None None] Checking router: f31fa49e-9da5-4fcf-81b2-69491a6b382b for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:16:02.259072 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924453e-8fbe-40f7-bccf-0356d1786a12 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:16:02.259614 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-0924453e-8fbe-40f7-bccf-0356d1786a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:15:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:16:02.365250 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-0924453e-8fbe-40f7-bccf-0356d1786a12 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:16:02.559884 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-0924453e-8fbe-40f7-bccf-0356d1786a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:16:02.587245 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924453e-8fbe-40f7-bccf-0356d1786a12 None None] The sync data for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi is: [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:16:02.801811 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46688be4-0c4d-4df1-8269-47e60612e258 None None] New status for floating IP 4393c05d-221c-46d1-8fb5-fd7f72ff86f8: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:16:03.102090 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-f4a1c659-9b24-41ca-9c5f-052adc0cd285 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053708740&fields=id&tenant_id=15389b269277496dbc71dd67c5737708 HTTP/1.1" status: 200 len: 267 time: 0.0361042 Sep 20 05:16:03.204303 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-dbabbc9c-1903-470a-a0ad-ffb7b36220ab tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:03.205736 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-dbabbc9c-1903-470a-a0ad-ffb7b36220ab tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 812 time: 0.0970659 Sep 20 05:16:03.220820 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-12440052-3439-436a-8c3b-4c5dec2a239b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/quotas/15389b269277496dbc71dd67c5737708 HTTP/1.1" status: 200 len: 375 time: 0.0087197 Sep 20 05:16:03.272130 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-175e2e05-3a0f-437f-b5d5-f4aeaf18802f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456431 Sep 20 05:16:03.289027 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-2c052858-5958-46dd-b8cf-2eee918dffd7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:16:03.290015 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-2c052858-5958-46dd-b8cf-2eee918dffd7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055349 Sep 20 05:16:03.381166 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-ea655343-88f1-458e-9def-dd83ed181f32 service neutron] 10.222.0.32 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856986 Sep 20 05:16:03.476533 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-33a3350f-e5fc-4096-a1b5-c9db3debe230 service neutron] 10.222.0.32 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883927 Sep 20 05:16:03.754376 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8cdfe7b1-8753-44ad-b089-8f0fdb0566a4 req-292c0e7e-c90b-4e02-9036-487b2b1b2ba3 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 210 time: 0.0258121 Sep 20 05:16:04.076334 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0ab01890-0e1d-4c2e-897c-515d8b1d77d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:04.827293 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-8c6d2578-d23c-4f08-ae01-7eec2195249f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:04.828786 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-8c6d2578-d23c-4f08-ae01-7eec2195249f tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 812 time: 0.1011550 Sep 20 05:16:04.853297 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1edc1f8c-2559-4115-9d5d-98eb600b4253 req-fe61c502-0886-4f1a-b044-05b1f2c4b583 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 210 time: 0.0303092 Sep 20 05:16:04.882148 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-a99f28e9-d860-4615-8212-bef2c3b6cb6d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15389b269277496dbc71dd67c5737708 HTTP/1.1" status: 200 len: 380 time: 0.0382106 Sep 20 05:16:04.898966 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'port': {'device_id': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'admin_state_up': True, 'tenant_id': '15389b269277496dbc71dd67c5737708', 'security_groups': ['a9d79e8d-77a3-450c-b0a5-ba2b85a858ac']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:16:04.924370 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:04.959168 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:16:04.983528 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:16:04.983870 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 9423cb1c-5886-4ac7-b112-21b2bfd90eb3 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:16:05.009299 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Made reservation on behalf of 15389b269277496dbc71dd67c5737708 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:16:05.012794 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:05.138083 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Allocated IP 172.20.0.5 (0f9c42f9-8271-4d69-bc85-306b59f7f15a/a22e6a11-e99e-418e-8fdd-b18c734ecf39/55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:16:05.270541 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:05.309450 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:05.353525 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Network 0f9c42f9-8271-4d69-bc85-306b59f7f15a is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:16:05.354223 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:05.356778 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:16:05.360457 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:16:05.390119 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'Port': ['ID=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:16:05.416559 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:05.417169 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:05.433057 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b20e4072-384b-4c92-9a3a-2dad6788ad5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5375800 Sep 20 05:16:05.450826 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Request body: {'port': {'device_id': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:16:05.512116 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:05.654115 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6dea86de-b43a-45ec-8d9b-ffc15ff0202b None None] Provisioning complete for port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:16:05.654398 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6dea86de-b43a-45ec-8d9b-ffc15ff0202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:05.688611 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6dea86de-b43a-45ec-8d9b-ffc15ff0202b None None] Port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:16:05.773520 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:16:05.780649 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:05.792940 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Transition to ACTIVE for port object 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:16:05.796328 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:05.846272 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Pushing event updated for resources: {'Port': ['ID=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:16:05.921539 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Attempting to bind port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:16:05.921780 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Attempting to bind port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:16:05.922110 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Attempting to bind port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 on network 0f9c42f9-8271-4d69-bc85-306b59f7f15a {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:16:05.926716 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 on network 0f9c42f9-8271-4d69-bc85-306b59f7f15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:16:05.927027 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Attempting to bind port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 on network 0f9c42f9-8271-4d69-bc85-306b59f7f15a {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:16:05.932178 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:16:05.932443 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Checking segment: {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:16:05.932829 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Bound using segment: {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:16:05.933249 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Bound port: 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:16:05.933603 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:05.978255 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb968c16-95fe-4106-bf31-bacab612d696 req-ed5b6d0d-7169-4435-8e37-d957475c7144 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:05.980105 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb968c16-95fe-4106-bf31-bacab612d696 req-ed5b6d0d-7169-4435-8e37-d957475c7144 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 943 time: 0.0532980 Sep 20 05:16:06.024113 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb968c16-95fe-4106-bf31-bacab612d696 req-3bff4fd0-3cf6-41aa-ba0c-dbb254d0e4e5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378141 Sep 20 05:16:06.245064 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] For port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:16:06.247935 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] For port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:16:06.252141 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:06.282471 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:06.283075 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:06.284472 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-3c3408f5-5312-4226-af53-cff135702409 service neutron] 10.222.0.23 "PUT /v2.0/ports/55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 HTTP/1.1" status: 200 len: 1093 time: 0.8386641 Sep 20 05:16:06.284904 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'tag': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:16:06.287116 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fdccd6-6457-4aa5-8ca5-fee2b27d71ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e192f8-b4a3-4227-8fd9-7421988ccf81", "tag": "55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:16:06.317910 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3408f5-5312-4226-af53-cff135702409 service neutron] Pushing event updated for resources: {'Port': ['ID=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:16:06.334484 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953a8c13-345f-41a5-af02-de5b18dc5441 x-openstack-request-id: req-953a8c13-345f-41a5-af02-de5b18dc5441 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:16:06.335353 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e192f8-b4a3-4227-8fd9-7421988ccf81", "tag": "55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:16:06.335605 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-953a8c13-345f-41a5-af02-de5b18dc5441 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:16:06.336002 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'tag': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'status': 'completed', 'code': 200} Sep 20 05:16:06.400074 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-61273f11-b02f-423c-8f71-88f078a2bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:06.401492 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-61273f11-b02f-423c-8f71-88f078a2bcb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 1096 time: 0.0485651 Sep 20 05:16:06.452038 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-2ec6befc-dba2-4d6a-9071-6c3ef8934f63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 HTTP/1.1" status: 200 len: 217 time: 0.0374610 Sep 20 05:16:06.500334 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-7e343eb4-e1df-4993-84d9-98fd09eae14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:06.501794 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-7e343eb4-e1df-4993-84d9-98fd09eae14b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0425704 Sep 20 05:16:06.546782 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b64fc9da-98ac-4a66-a7c0-ad69ae7f6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:06.548229 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-b64fc9da-98ac-4a66-a7c0-ad69ae7f6e5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389462 Sep 20 05:16:06.637788 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-bf327fd4-f8fb-485e-b425-a728bbd1145b service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821652 Sep 20 05:16:06.725981 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c106de5-a243-4dd1-9a7c-23d4129b07fb req-e5967006-a02e-4644-a6e1-147fbf99e437 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816314 Sep 20 05:16:06.801421 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:06.850913 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdccd6-6457-4aa5-8ca5-fee2b27d71ac req-6f284227-8869-4d59-998a-78ce2523607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:06.852576 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f1fdccd6-6457-4aa5-8ca5-fee2b27d71ac req-6f284227-8869-4d59-998a-78ce2523607a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 1096 time: 0.0404441 Sep 20 05:16:06.940669 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdccd6-6457-4aa5-8ca5-fee2b27d71ac req-215faa33-19d5-49e4-9ff0-93d47f7c7a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:06.942094 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f1fdccd6-6457-4aa5-8ca5-fee2b27d71ac req-215faa33-19d5-49e4-9ff0-93d47f7c7a25 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 912 time: 0.0815785 Sep 20 05:16:06.987395 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f1fdccd6-6457-4aa5-8ca5-fee2b27d71ac req-7ac0ed66-9ed6-443f-98e3-a63557efb1c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 HTTP/1.1" status: 200 len: 217 time: 0.0366056 Sep 20 05:16:07.035267 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdccd6-6457-4aa5-8ca5-fee2b27d71ac req-8a4f8e67-38c6-4c85-9a9f-f7bee99116b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:07.036596 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f1fdccd6-6457-4aa5-8ca5-fee2b27d71ac req-8a4f8e67-38c6-4c85-9a9f-f7bee99116b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0423203 Sep 20 05:16:07.082200 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdccd6-6457-4aa5-8ca5-fee2b27d71ac req-aa29b6ee-a370-49b7-b918-463830bea056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:07.083682 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f1fdccd6-6457-4aa5-8ca5-fee2b27d71ac req-aa29b6ee-a370-49b7-b918-463830bea056 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394826 Sep 20 05:16:07.140490 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedbcf5-83cd-46f8-9282-a900109cbdc3 req-261f855f-030f-4d9f-8033-6cdd1ad4cb4c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:07.141986 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-acedbcf5-83cd-46f8-9282-a900109cbdc3 req-261f855f-030f-4d9f-8033-6cdd1ad4cb4c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 943 time: 0.0504401 Sep 20 05:16:07.179948 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f1fdccd6-6457-4aa5-8ca5-fee2b27d71ac req-f035d062-00fd-45b4-8a45-027da2f77f06 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880198 Sep 20 05:16:07.182941 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-acedbcf5-83cd-46f8-9282-a900109cbdc3 req-56712ddd-39f7-4af3-be44-4726a43e5be2 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349851 Sep 20 05:16:07.268136 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f1fdccd6-6457-4aa5-8ca5-fee2b27d71ac req-884736f1-2c9c-4c67-9bf6-5b9b25f9a15f service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819092 Sep 20 05:16:08.296911 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae8951-0dcf-48da-96f5-8caad45b30af req-bf7b9845-6b05-429d-b588-2bd558ec55a2 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:08.298399 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44ae8951-0dcf-48da-96f5-8caad45b30af req-bf7b9845-6b05-429d-b588-2bd558ec55a2 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 943 time: 0.0495677 Sep 20 05:16:08.335969 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44ae8951-0dcf-48da-96f5-8caad45b30af req-e75d2f01-2b80-4ae8-9461-ed77cc70588e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311372 Sep 20 05:16:09.447379 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fbc1c-5044-4130-9133-c29b3788844b req-f8f41317-fd15-4144-8a23-29096b18cd0a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:09.449156 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-870fbc1c-5044-4130-9133-c29b3788844b req-f8f41317-fd15-4144-8a23-29096b18cd0a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 943 time: 0.0486441 Sep 20 05:16:09.487840 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-870fbc1c-5044-4130-9133-c29b3788844b req-46e7f6cd-d00d-4b8b-b4f9-0c6b9d20c94d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329375 Sep 20 05:16:10.601071 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e8829-9b55-424f-b206-286beb081669 req-11a6c66d-19c5-45fe-acd0-23ecaa5bd2d8 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:10.602537 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c5e8829-9b55-424f-b206-286beb081669 req-11a6c66d-19c5-45fe-acd0-23ecaa5bd2d8 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 943 time: 0.0492127 Sep 20 05:16:10.642127 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c5e8829-9b55-424f-b206-286beb081669 req-e150cc69-6d06-4d6e-aebc-33402488181d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338438 Sep 20 05:16:11.754774 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad934e-b7ac-49a0-a196-c69e1d58b9fd req-b5f80ac3-4fb2-4c92-b51d-d6bf3295ea87 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:11.756306 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-faad934e-b7ac-49a0-a196-c69e1d58b9fd req-b5f80ac3-4fb2-4c92-b51d-d6bf3295ea87 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 943 time: 0.0479259 Sep 20 05:16:11.793235 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-faad934e-b7ac-49a0-a196-c69e1d58b9fd req-11937b1e-68b0-4752-9407-2b13adb56082 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311875 Sep 20 05:16:12.905238 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2069cd4-fb51-4fcc-96df-25b82419b35d req-4fad9d06-84da-4a8c-89b9-1dc6ee10b62c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:12.906697 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f2069cd4-fb51-4fcc-96df-25b82419b35d req-4fad9d06-84da-4a8c-89b9-1dc6ee10b62c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 943 time: 0.0482309 Sep 20 05:16:12.943554 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f2069cd4-fb51-4fcc-96df-25b82419b35d req-3b7aaa67-12a0-4e9e-9fc6-8dce44ede605 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310550 Sep 20 05:16:14.053451 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57d107-1634-43a5-8a06-99183b323b46 req-1810faa9-18ab-421e-99ae-f686cd426e3b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:14.055651 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3b57d107-1634-43a5-8a06-99183b323b46 req-1810faa9-18ab-421e-99ae-f686cd426e3b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 943 time: 0.0473139 Sep 20 05:16:14.098109 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3b57d107-1634-43a5-8a06-99183b323b46 req-ef9881b0-273e-48a2-9c1e-0dc879ef5cb0 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366411 Sep 20 05:16:14.977966 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:16:15.079643 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:16:15.091149 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'port_id': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'mac_address': 'fa:16:3e:bf:25:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:16:15.130716 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:15.142620 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:16:15.161544 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:16:15.168135 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:15.223171 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:16:15.230590 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74313c-9486-438a-9ac4-1b09ed89c55b req-0357093a-f0e3-488e-a29f-6db996f78a6a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:15.231185 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:15.231305 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:15.231600 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:15.232168 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a74313c-9486-438a-9ac4-1b09ed89c55b req-0357093a-f0e3-488e-a29f-6db996f78a6a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 944 time: 0.0573716 Sep 20 05:16:15.235297 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:15.235671 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:15.236015 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:15.236370 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:15.236854 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:15.237214 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:15.237656 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:15.237992 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:15.238333 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:15.274788 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a74313c-9486-438a-9ac4-1b09ed89c55b req-14454e44-6a89-457c-bcc6-452df461669e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367038 Sep 20 05:16:15.456714 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:16:16.389180 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ada477-52ef-493b-b74c-6787bc0c9df8 req-5b2249b5-dbc3-4a79-86cf-091588ae609e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:16.390567 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00ada477-52ef-493b-b74c-6787bc0c9df8 req-5b2249b5-dbc3-4a79-86cf-091588ae609e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 944 time: 0.0484717 Sep 20 05:16:16.427672 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00ada477-52ef-493b-b74c-6787bc0c9df8 req-0d45644a-00c2-4e9a-9604-9ba8e99c3859 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312552 Sep 20 05:16:16.990088 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:16:17.036849 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:16:17.040346 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:16:17.040713 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:17.115722 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:17.138011 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:16:17.140343 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee67dbf-eb78-4eba-b580-aa39fb0bee97" -d '{"events": [{"server_uuid": "a2e192f8-b4a3-4227-8fd9-7421988ccf81", "name": "network-vif-plugged", "status": "completed", "tag": "55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:16:17.152875 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:16:17.157218 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:17.203775 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:16:17.293226 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6f5a24-4439-4a98-b6c3-cc2befe20031 x-openstack-request-id: req-ed6f5a24-4439-4a98-b6c3-cc2befe20031 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:16:17.293526 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e192f8-b4a3-4227-8fd9-7421988ccf81", "name": "network-vif-plugged", "status": "completed", "tag": "55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:16:17.293779 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed6f5a24-4439-4a98-b6c3-cc2befe20031 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:16:17.294178 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'code': 200} Sep 20 05:16:17.530549 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd8c25-b9d5-4a0e-9b4f-21f1b4b1384d req-df97e96a-3950-4ee1-944e-660319a64629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:17.532054 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-90fd8c25-b9d5-4a0e-9b4f-21f1b4b1384d req-df97e96a-3950-4ee1-944e-660319a64629 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 1098 time: 0.0458622 Sep 20 05:16:17.542709 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe02bc6-7335-4ab6-a33e-8795a4259c08 req-7f5ac63e-61a7-42d9-a788-818d7cc03980 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:17.544537 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fe02bc6-7335-4ab6-a33e-8795a4259c08 req-7f5ac63e-61a7-42d9-a788-818d7cc03980 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 945 time: 0.0502162 Sep 20 05:16:17.566006 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-90fd8c25-b9d5-4a0e-9b4f-21f1b4b1384d req-433fdbcc-a069-4ff8-be1a-3d91523c8e01 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270259 Sep 20 05:16:17.585608 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7fe02bc6-7335-4ab6-a33e-8795a4259c08 req-5f024822-827b-491d-a503-48c73c89a6e4 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346291 Sep 20 05:16:18.701802 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ae36e-535e-447d-bcd7-f96a3e1e25a4 req-ecd12502-e1e8-418c-9e4b-e4e90cd26497 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:18.703270 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-647ae36e-535e-447d-bcd7-f96a3e1e25a4 req-ecd12502-e1e8-418c-9e4b-e4e90cd26497 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 945 time: 0.0491581 Sep 20 05:16:18.743872 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-647ae36e-535e-447d-bcd7-f96a3e1e25a4 req-09cdd2ce-7f04-40e8-a922-1d71918229c3 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343642 Sep 20 05:16:19.856205 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a69a76-1532-4867-bb7f-e6b5348b87c5 req-3a7dc395-5c98-4bc5-9058-671ee53a0e84 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:19.857658 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-29a69a76-1532-4867-bb7f-e6b5348b87c5 req-3a7dc395-5c98-4bc5-9058-671ee53a0e84 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 945 time: 0.0484123 Sep 20 05:16:19.894339 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-29a69a76-1532-4867-bb7f-e6b5348b87c5 req-c1941c01-b189-4e75-96d6-e1013b4ed7fc tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308356 Sep 20 05:16:20.004487 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5b7bb-bba8-4151-a2f4-d012a48556c2 req-ae2ea738-35fa-4735-89d1-cd6d7110d9c7 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:20.005927 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-77e5b7bb-bba8-4151-a2f4-d012a48556c2 req-ae2ea738-35fa-4735-89d1-cd6d7110d9c7 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 945 time: 0.0474303 Sep 20 05:16:20.046131 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-77e5b7bb-bba8-4151-a2f4-d012a48556c2 req-9cdf086f-0938-4589-a015-d07572b8d72e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342577 Sep 20 05:16:20.067207 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46462) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:16:20.106255 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2a0ef2-369c-4e04-bdbf-c168f37234e4 tempest-TestVolumeBootPattern-1033409146 tempest-TestVolumeBootPattern-1033409146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:20.107735 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1a2a0ef2-369c-4e04-bdbf-c168f37234e4 tempest-TestVolumeBootPattern-1033409146 tempest-TestVolumeBootPattern-1033409146-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 1093 time: 0.0395699 Sep 20 05:16:20.110386 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46464) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:16:20.114490 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'floatingip': {'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'port_id': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:16:20.135425 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:20.230694 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:20.333894 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Allocated IP 172.27.1.139 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/98ec2ded-65f8-4578-a88c-aeb5285d1c03) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:16:20.435663 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:20.468870 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:20.503916 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:16:20.507582 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:16:20.511058 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:16:20.538269 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'Port': ['ID=98ec2ded-65f8-4578-a88c-aeb5285d1c03,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:16:20.865061 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:20.930187 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:21.077652 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:21.082196 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25426567'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:21.149993 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'Port': ['ID=98ec2ded-65f8-4578-a88c-aeb5285d1c03,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:16:21.160521 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:21.160858 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:21.161185 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:21.161516 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:21.161834 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:21.162151 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:21.162467 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:21.162914 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:21.163430 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:21.163752 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:21.164092 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:21.164411 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:16:21.171237 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:21.263819 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Floating IP eb18a5ce-8ff2-4b63-b021-af3f16f70053 associated. External IP: 172.27.1.139, port: 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26. Sep 20 05:16:21.466338 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Router f31fa49e-9da5-4fcf-81b2-69491a6b382b has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:16:21.571691 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:16:21.581213 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d185fd-30ed-4d71-9200-5a31bdaab28e None None] Sync routers for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:16:21.588225 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:21.591154 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d185fd-30ed-4d71-9200-5a31bdaab28e None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:16:21.591764 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a2d185fd-30ed-4d71-9200-5a31bdaab28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:16:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:16:21.616682 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8b974084-bdf4-4e2e-a46f-35cad269f7fa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5051649 Sep 20 05:16:21.617328 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'tag': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:16:21.619644 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3737d252-80af-4aee-beed-84b663e7837e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e192f8-b4a3-4227-8fd9-7421988ccf81", "tag": "55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:16:21.662457 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1c918d-4aca-4351-b8db-f6e44f663b72 x-openstack-request-id: req-7b1c918d-4aca-4351-b8db-f6e44f663b72 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:16:21.663925 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e192f8-b4a3-4227-8fd9-7421988ccf81", "tag": "55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:16:21.664216 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b1c918d-4aca-4351-b8db-f6e44f663b72 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:16:21.664614 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'tag': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'status': 'completed', 'code': 200} Sep 20 05:16:21.702911 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a2d185fd-30ed-4d71-9200-5a31bdaab28e None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:16:21.747047 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d252-80af-4aee-beed-84b663e7837e req-9cd20d4e-99ce-4530-8980-dbb15fb8cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:21.748499 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3737d252-80af-4aee-beed-84b663e7837e req-9cd20d4e-99ce-4530-8980-dbb15fb8cd4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 1098 time: 0.0399909 Sep 20 05:16:21.840393 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d252-80af-4aee-beed-84b663e7837e req-9169fe80-bca3-4dbc-b883-dd086318e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:21.841879 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3737d252-80af-4aee-beed-84b663e7837e req-9169fe80-bca3-4dbc-b883-dd086318e283 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 912 time: 0.0865970 Sep 20 05:16:21.907626 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3737d252-80af-4aee-beed-84b663e7837e req-59685f88-0ddb-428b-aad1-c48dcb4af7d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 HTTP/1.1" status: 200 len: 999 time: 0.0563960 Sep 20 05:16:21.931057 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a2d185fd-30ed-4d71-9200-5a31bdaab28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': 'eb18a5ce-8ff2-4b63-b021-af3f16f70053', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:bf:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:16:20Z', 'updated_at': '2021-09-20T05:16:20Z', 'revision_number': 0, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:16:21.954776 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d252-80af-4aee-beed-84b663e7837e req-9b7d52f8-38ba-495c-a27c-ab9633670522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:21.956271 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3737d252-80af-4aee-beed-84b663e7837e req-9b7d52f8-38ba-495c-a27c-ab9633670522 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0421400 Sep 20 05:16:21.957327 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d185fd-30ed-4d71-9200-5a31bdaab28e None None] Checking router: f31fa49e-9da5-4fcf-81b2-69491a6b382b for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:16:21.966275 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d185fd-30ed-4d71-9200-5a31bdaab28e None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:16:21.966859 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a2d185fd-30ed-4d71-9200-5a31bdaab28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:16:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:16:22.003465 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d252-80af-4aee-beed-84b663e7837e req-05ee35e9-e3ba-45f7-aecb-495548be6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:22.004979 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3737d252-80af-4aee-beed-84b663e7837e req-05ee35e9-e3ba-45f7-aecb-495548be6450 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421329 Sep 20 05:16:22.097405 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3737d252-80af-4aee-beed-84b663e7837e req-d105492a-56b7-4cd5-9e0f-0f5af400817a service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851645 Sep 20 05:16:22.190265 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3737d252-80af-4aee-beed-84b663e7837e req-b556b8bd-b06e-465b-b18e-e755774f70db service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857372 Sep 20 05:16:22.192904 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a2d185fd-30ed-4d71-9200-5a31bdaab28e None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:16:22.412252 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a2d185fd-30ed-4d71-9200-5a31bdaab28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': 'eb18a5ce-8ff2-4b63-b021-af3f16f70053', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:bf:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:16:20Z', 'updated_at': '2021-09-20T05:16:20Z', 'revision_number': 0, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:16:22.438214 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d185fd-30ed-4d71-9200-5a31bdaab28e None None] The sync data for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi is: [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': 'eb18a5ce-8ff2-4b63-b021-af3f16f70053', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:bf:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:16:20Z', 'updated_at': '2021-09-20T05:16:20Z', 'revision_number': 0, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:16:22.622585 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c77a43-8cd2-4f33-9f69-635a33f45e2a None None] New status for floating IP eb18a5ce-8ff2-4b63-b021-af3f16f70053: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:16:28.508712 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:31.544448 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-84340151-d89c-47d6-a27d-7e342390a388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:34.079221 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c21a3c86-7a55-4ccc-8a66-6f4af182ca8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:34.917299 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:35.353461 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:36.804520 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:16:37.886258 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:16:38.751125 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08eaa873-c57e-43db-93a4-b2275fa6f7be req-0a2cc1b4-0d1b-410c-8251-fc81e1e7fb32 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384443 Sep 20 05:16:38.846488 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaa873-c57e-43db-93a4-b2275fa6f7be req-bd2168ca-abee-4ce7-b1ab-780be8a1a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:38.848460 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08eaa873-c57e-43db-93a4-b2275fa6f7be req-bd2168ca-abee-4ce7-b1ab-780be8a1a4c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 1098 time: 0.0394814 Sep 20 05:16:38.951865 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaa873-c57e-43db-93a4-b2275fa6f7be req-806b4ac7-851c-4da8-b38f-aa78405315f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:38.953330 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08eaa873-c57e-43db-93a4-b2275fa6f7be req-806b4ac7-851c-4da8-b38f-aa78405315f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 912 time: 0.0846355 Sep 20 05:16:39.017186 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08eaa873-c57e-43db-93a4-b2275fa6f7be req-d3b57bf5-6da7-4031-bbb2-c6db352bf4a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 HTTP/1.1" status: 200 len: 1001 time: 0.0553954 Sep 20 05:16:39.070884 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaa873-c57e-43db-93a4-b2275fa6f7be req-7418332a-cd35-4ed8-b39c-54f643408ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:39.072358 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08eaa873-c57e-43db-93a4-b2275fa6f7be req-7418332a-cd35-4ed8-b39c-54f643408ecd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0463119 Sep 20 05:16:39.118603 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaa873-c57e-43db-93a4-b2275fa6f7be req-16bee777-57cc-436e-b5d5-e4a5f048589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:16:39.119945 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08eaa873-c57e-43db-93a4-b2275fa6f7be req-16bee777-57cc-436e-b5d5-e4a5f048589d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398819 Sep 20 05:16:39.209476 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08eaa873-c57e-43db-93a4-b2275fa6f7be req-f016a72a-7888-4c9a-ba4f-df3af3e33de8 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801313 Sep 20 05:16:39.300249 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08eaa873-c57e-43db-93a4-b2275fa6f7be req-17b77729-898a-4d72-ab9e-8c5decc961a4 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822043 Sep 20 05:16:58.527073 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:01.545217 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a5982040-6bdd-439e-9742-db38450a7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:04.082203 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-abd6e9f0-ca48-4c63-9331-8b1b75b7e939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:04.918830 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:05.354964 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:06.806913 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:14.884688 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:17:28.527081 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:31.545224 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0a0d-24c1-4d7d-b894-1e14bbce3046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:34.082840 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86063599-96b3-4355-8369-45e2126f556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:34.919426 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:35.358708 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:36.810233 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:39.754743 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfc838f1-47d7-45e9-9ba5-8ccc963c9307 req-2b5a3d20-b213-44bc-8d29-d83a6401d7a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454812 Sep 20 05:17:39.852476 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc838f1-47d7-45e9-9ba5-8ccc963c9307 req-4ebc0c4f-1309-4dcc-b78b-78b153bfdb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:17:39.854610 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfc838f1-47d7-45e9-9ba5-8ccc963c9307 req-4ebc0c4f-1309-4dcc-b78b-78b153bfdb31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 1098 time: 0.0403180 Sep 20 05:17:39.956973 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc838f1-47d7-45e9-9ba5-8ccc963c9307 req-47ffd5df-af47-4a12-8b95-c020c1ec2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:17:39.958384 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfc838f1-47d7-45e9-9ba5-8ccc963c9307 req-47ffd5df-af47-4a12-8b95-c020c1ec2aa4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 912 time: 0.0848267 Sep 20 05:17:40.020478 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfc838f1-47d7-45e9-9ba5-8ccc963c9307 req-5482ec86-efb3-4c4b-a088-6d7fd48b2abe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 HTTP/1.1" status: 200 len: 1001 time: 0.0551019 Sep 20 05:17:40.070690 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc838f1-47d7-45e9-9ba5-8ccc963c9307 req-1cb441b7-a0a0-458d-a21d-1b8cef185d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:17:40.072161 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfc838f1-47d7-45e9-9ba5-8ccc963c9307 req-1cb441b7-a0a0-458d-a21d-1b8cef185d24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0450621 Sep 20 05:17:40.115990 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc838f1-47d7-45e9-9ba5-8ccc963c9307 req-2ffe64ff-5fe3-403b-a841-93272f329d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:17:40.117378 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfc838f1-47d7-45e9-9ba5-8ccc963c9307 req-2ffe64ff-5fe3-403b-a841-93272f329d3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386977 Sep 20 05:17:40.206054 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfc838f1-47d7-45e9-9ba5-8ccc963c9307 req-60c7854b-f42e-4260-856c-c431be28b650 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811658 Sep 20 05:17:40.290847 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfc838f1-47d7-45e9-9ba5-8ccc963c9307 req-a4d04829-df36-4d83-9cbc-b59321de1665 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780721 Sep 20 05:17:51.883780 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:17:56.919109 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-c0a56ea4-233c-4671-9628-b7c58c8179d2 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053708740&fields=id&tenant_id=15389b269277496dbc71dd67c5737708 HTTP/1.1" status: 200 len: 267 time: 0.0362437 Sep 20 05:17:57.025595 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44016712-e8ce-4406-be70-925a3ef56252 req-ee34965a-d40b-4ea0-839a-20f96f47ccbd tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:17:57.026963 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-ee34965a-d40b-4ea0-839a-20f96f47ccbd tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 812 time: 0.1006775 Sep 20 05:17:57.041778 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-f82e8a3f-c6ce-48a7-92ba-e1bf9b62afff tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/quotas/15389b269277496dbc71dd67c5737708 HTTP/1.1" status: 200 len: 375 time: 0.0090537 Sep 20 05:17:57.096889 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-bf9ec80e-e5a3-48cb-9d2e-891cfe3b0519 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0500159 Sep 20 05:17:57.242241 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-46c22499-7a73-4751-9ee3-48bff0f9d33f service neutron] 10.222.0.32 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344147 Sep 20 05:17:57.332468 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-ed314d76-5226-4d7b-bc8e-11017e2abbf9 service neutron] 10.222.0.32 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842104 Sep 20 05:17:57.613213 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1e9bf98f-8595-467f-9ee5-f91a3f44e6ba req-5a93e230-866b-4dcb-a36d-db03c8804a55 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 210 time: 0.0271864 Sep 20 05:17:58.542236 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:58.575101 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44016712-e8ce-4406-be70-925a3ef56252 req-22d365dc-5520-458d-928e-334ca793f976 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:17:58.576551 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-22d365dc-5520-458d-928e-334ca793f976 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 812 time: 0.1043434 Sep 20 05:17:58.627298 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-dbba389a-ac16-43e1-81fc-aa93bef657e9 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15389b269277496dbc71dd67c5737708 HTTP/1.1" status: 200 len: 380 time: 0.0361872 Sep 20 05:17:58.636141 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-44016712-e8ce-4406-be70-925a3ef56252 req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'port': {'device_id': '03393a9c-dffc-48d4-824b-b6742e87424d', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'admin_state_up': True, 'tenant_id': '15389b269277496dbc71dd67c5737708', 'security_groups': ['a9d79e8d-77a3-450c-b0a5-ba2b85a858ac']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:17:58.704796 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0045e538-eb1e-407a-a04f-404cda3c642c req-26febb46-a991-41e2-82db-5405bcb61265 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 210 time: 0.0262625 Sep 20 05:17:58.751380 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44016712-e8ce-4406-be70-925a3ef56252 req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Made reservation on behalf of 15389b269277496dbc71dd67c5737708 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:17:58.755366 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-44016712-e8ce-4406-be70-925a3ef56252 req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:58.879165 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-44016712-e8ce-4406-be70-925a3ef56252 req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Allocated IP 172.20.0.7 (0f9c42f9-8271-4d69-bc85-306b59f7f15a/a22e6a11-e99e-418e-8fdd-b18c734ecf39/8e3f2cd6-ca96-40f6-8607-3af59d6e34a4) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:17:59.021968 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-44016712-e8ce-4406-be70-925a3ef56252 req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:59.054670 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-44016712-e8ce-4406-be70-925a3ef56252 req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:59.096887 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44016712-e8ce-4406-be70-925a3ef56252 req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Network 0f9c42f9-8271-4d69-bc85-306b59f7f15a is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:17:59.099971 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-44016712-e8ce-4406-be70-925a3ef56252 req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:17:59.103580 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-44016712-e8ce-4406-be70-925a3ef56252 req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:17:59.133828 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'Port': ['ID=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:17:59.147616 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:17:59.148002 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:17:59.148366 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:17:59.148693 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:17:59.149202 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:17:59.149340 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:17:59.149661 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:17:59.149991 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:17:59.150302 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:17:59.150618 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:17:59.150930 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:17:59.151250 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:17:59.175011 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44016712-e8ce-4406-be70-925a3ef56252 req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:17:59.175667 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-44016712-e8ce-4406-be70-925a3ef56252 req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:59.191986 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-a765ea8f-7f46-4054-937d-212f5d0241a5 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5594037 Sep 20 05:17:59.210798 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Request body: {'port': {'device_id': '03393a9c-dffc-48d4-824b-b6742e87424d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:17:59.272809 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:59.332744 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-062671cd-e357-4626-8e08-46f4cd31592f None None] Provisioning complete for port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:17:59.333039 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-062671cd-e357-4626-8e08-46f4cd31592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:59.365886 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-062671cd-e357-4626-8e08-46f4cd31592f None None] Port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:17:59.526961 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:17:59.534104 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:59.545549 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Transition to ACTIVE for port object 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 05:17:59.549355 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:59.600446 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:17:59.667936 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Attempting to bind port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:17:59.668302 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Attempting to bind port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:17:59.668636 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Attempting to bind port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 on network 0f9c42f9-8271-4d69-bc85-306b59f7f15a {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:17:59.673096 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 on network 0f9c42f9-8271-4d69-bc85-306b59f7f15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 05:17:59.673414 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Attempting to bind port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 on network 0f9c42f9-8271-4d69-bc85-306b59f7f15a {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:17:59.678900 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Checking agent: {'id': 'eea666a3-63e7-47e6-95e4-389824c2b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'started_at': datetime.datetime(2021, 9, 20, 5, 3, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:17:59.679229 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Checking segment: {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:17:59.679608 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Bound using segment: {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:17:59.680040 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Bound port: 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:17:59.680423 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:59.747124 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] For port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4, host hv-cinder-80996, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:17:59.750541 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] For port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:17:59.754801 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26114783'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:59.791238 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:17:59.791842 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:17:59.793248 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] 10.222.0.23 "PUT /v2.0/ports/8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 HTTP/1.1" status: 200 len: 1093 time: 0.5867734 Sep 20 05:17:59.793681 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03393a9c-dffc-48d4-824b-b6742e87424d', 'tag': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:17:59.795899 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45962208-508c-4767-9503-b5281ca8be21" -d '{"events": [{"name": "network-changed", "server_uuid": "03393a9c-dffc-48d4-824b-b6742e87424d", "tag": "8e3f2cd6-ca96-40f6-8607-3af59d6e34a4"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:17:59.827734 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e1754-4da7-4e6c-a650-539ef40a4d05 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:17:59.859128 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96129dd4-b0b5-41a9-9468-3cd639726dea req-71ffa602-c042-4d06-bb9b-f4b3095fe692 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:17:59.860896 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-96129dd4-b0b5-41a9-9468-3cd639726dea req-71ffa602-c042-4d06-bb9b-f4b3095fe692 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 943 time: 0.0810132 Sep 20 05:17:59.903836 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0861f0-3c5a-4bfc-ac3e-89c23bb7e879 x-openstack-request-id: req-fc0861f0-3c5a-4bfc-ac3e-89c23bb7e879 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:17:59.904616 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03393a9c-dffc-48d4-824b-b6742e87424d", "tag": "8e3f2cd6-ca96-40f6-8607-3af59d6e34a4", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:17:59.904616 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc0861f0-3c5a-4bfc-ac3e-89c23bb7e879 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:17:59.904847 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03393a9c-dffc-48d4-824b-b6742e87424d', 'tag': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4', 'status': 'completed', 'code': 200} Sep 20 05:17:59.906869 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44016712-e8ce-4406-be70-925a3ef56252 req-cc143a23-1c4f-4b81-b2dd-7ae71ef9f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:17:59.908323 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-cc143a23-1c4f-4b81-b2dd-7ae71ef9f184 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 1096 time: 0.0583260 Sep 20 05:17:59.910585 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-96129dd4-b0b5-41a9-9468-3cd639726dea req-ed52d1f3-5be2-4802-ae72-cc5f03e7b0f4 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429549 Sep 20 05:17:59.966517 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-88c9a840-ce3c-46a3-87b0-ff3db25b6f28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 HTTP/1.1" status: 200 len: 217 time: 0.0385270 Sep 20 05:18:00.015452 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44016712-e8ce-4406-be70-925a3ef56252 req-d9c9500f-2903-4664-919d-40cf706e226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:00.016931 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-d9c9500f-2903-4664-919d-40cf706e226b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0440154 Sep 20 05:18:00.065236 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44016712-e8ce-4406-be70-925a3ef56252 req-6eccc46c-a860-44d2-b71a-4dc1c2fafb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:00.066636 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-6eccc46c-a860-44d2-b71a-4dc1c2fafb5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430520 Sep 20 05:18:00.153133 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-2670ef18-937a-41ad-bb21-dd32293a83e6 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789647 Sep 20 05:18:00.241732 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44016712-e8ce-4406-be70-925a3ef56252 req-821742cc-80e1-45b0-b6ad-599096e10435 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822253 Sep 20 05:18:00.364044 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45962208-508c-4767-9503-b5281ca8be21 req-da80f329-b8f5-4866-a308-172c68824a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:00.365425 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45962208-508c-4767-9503-b5281ca8be21 req-da80f329-b8f5-4866-a308-172c68824a70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 1096 time: 0.0401754 Sep 20 05:18:00.455621 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45962208-508c-4767-9503-b5281ca8be21 req-f089a959-d2e7-4cac-8bde-6ca28756428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:00.457110 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45962208-508c-4767-9503-b5281ca8be21 req-f089a959-d2e7-4cac-8bde-6ca28756428f service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 912 time: 0.0848370 Sep 20 05:18:00.498626 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45962208-508c-4767-9503-b5281ca8be21 req-fc2a7ba2-33ce-4694-8ad8-3be477f1656a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 HTTP/1.1" status: 200 len: 217 time: 0.0339696 Sep 20 05:18:00.547100 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45962208-508c-4767-9503-b5281ca8be21 req-d4aee783-ecc5-4e77-a1e1-b6e77ef8f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:00.548574 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45962208-508c-4767-9503-b5281ca8be21 req-d4aee783-ecc5-4e77-a1e1-b6e77ef8f38e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0422468 Sep 20 05:18:00.605786 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45962208-508c-4767-9503-b5281ca8be21 req-3555d27a-fead-42ae-a3d2-9085945c91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:00.607218 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45962208-508c-4767-9503-b5281ca8be21 req-3555d27a-fead-42ae-a3d2-9085945c91b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381577 Sep 20 05:18:00.695384 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45962208-508c-4767-9503-b5281ca8be21 req-419a5732-9041-419b-aac9-e5089770713c service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807891 Sep 20 05:18:00.788387 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45962208-508c-4767-9503-b5281ca8be21 req-91e6d8cc-f3c5-421d-92c3-09ae96fd92bd service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820360 Sep 20 05:18:01.027034 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abddb1f-b165-4b15-a329-d58787e8cb20 req-48276d5f-cba7-46f8-aec5-a6484c0d3e29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:01.028538 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5abddb1f-b165-4b15-a329-d58787e8cb20 req-48276d5f-cba7-46f8-aec5-a6484c0d3e29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 943 time: 0.0482996 Sep 20 05:18:01.068746 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-5abddb1f-b165-4b15-a329-d58787e8cb20 req-60949b2d-6989-4f10-b77b-0e5afa725994 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342455 Sep 20 05:18:01.546492 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2e6438aa-1d86-4120-a614-7f53e32070c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:02.179970 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97c823-f750-455f-b595-895ca8b17a2f req-09f483a2-7a63-4569-9819-ef9d9f7aa8ca tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:02.181458 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0b97c823-f750-455f-b595-895ca8b17a2f req-09f483a2-7a63-4569-9819-ef9d9f7aa8ca tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 943 time: 0.0482345 Sep 20 05:18:02.218639 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0b97c823-f750-455f-b595-895ca8b17a2f req-0820cf32-e367-4e16-b8d1-150872552427 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313690 Sep 20 05:18:03.330589 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60a03-0559-4caa-b178-b8512aa4ab1d req-eabe1277-9b1f-49cf-a0a9-2b6739bcc540 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:03.331957 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e9e60a03-0559-4caa-b178-b8512aa4ab1d req-eabe1277-9b1f-49cf-a0a9-2b6739bcc540 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 943 time: 0.0489154 Sep 20 05:18:03.370472 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e9e60a03-0559-4caa-b178-b8512aa4ab1d req-cd70f8e7-5ddc-4c19-a9d9-30d7dbead6a2 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327084 Sep 20 05:18:04.084291 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-986d5fe8-fb5d-43b1-881f-6c9ec0526176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:04.481590 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038d0cc-95ad-4fbf-9c6b-a1320bbc7666 req-5f1c1720-ce58-499b-ba9b-3b050f70d0d4 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:04.483049 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d038d0cc-95ad-4fbf-9c6b-a1320bbc7666 req-5f1c1720-ce58-499b-ba9b-3b050f70d0d4 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 943 time: 0.0475988 Sep 20 05:18:04.525544 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d038d0cc-95ad-4fbf-9c6b-a1320bbc7666 req-76b5b333-9e26-4932-84ce-72576392694e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355184 Sep 20 05:18:04.919954 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:05.362612 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:05.636709 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891fce4-af8b-4dfc-8498-6b66b26839bc req-a4de32e0-9f09-448c-809c-30ac403e0506 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:05.638072 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4891fce4-af8b-4dfc-8498-6b66b26839bc req-a4de32e0-9f09-448c-809c-30ac403e0506 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 943 time: 0.0478630 Sep 20 05:18:05.675934 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4891fce4-af8b-4dfc-8498-6b66b26839bc req-846fa30f-a9db-4aba-b1d6-c48ff0b93278 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310905 Sep 20 05:18:06.786427 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b371ab-b344-4358-922a-0d3594a20e80 req-686f9d9e-b49b-49dc-bd26-287292f80e1a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:06.787782 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f4b371ab-b344-4358-922a-0d3594a20e80 req-686f9d9e-b49b-49dc-bd26-287292f80e1a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 943 time: 0.0469134 Sep 20 05:18:06.811985 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:06.825788 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f4b371ab-b344-4358-922a-0d3594a20e80 req-89d4f60e-29a4-4b57-a2cf-cdb49d7ae367 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321877 Sep 20 05:18:07.363889 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 05:18:07.457596 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:18:07.468483 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Returning: {'device': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'port_id': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4', 'mac_address': 'fa:16:3e:9c:40:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 05:18:07.504427 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:07.516565 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 05:18:07.535589 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:18:07.539463 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:07.591733 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:18:07.599150 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:07.599490 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:07.599821 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:07.600173 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:07.600498 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:07.600819 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:07.601137 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:07.601455 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:07.601791 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:07.602109 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:07.602423 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:07.602736 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:07.845080 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] get_ports_and_sgs() called for port_ids ['8e3f2cd6-ca96-40f6-8607-3af59d6e34a4'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 05:18:07.943129 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c92eb-466a-4ec2-a8a3-9a9cb91466ad req-19ab3068-717b-4512-af14-c1ef078fb274 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:07.944737 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a06c92eb-466a-4ec2-a8a3-9a9cb91466ad req-19ab3068-717b-4512-af14-c1ef078fb274 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 944 time: 0.0481038 Sep 20 05:18:07.986819 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a06c92eb-466a-4ec2-a8a3-9a9cb91466ad req-0f8dfdfa-3fcc-4c92-9e80-41f53e0df1f3 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359154 Sep 20 05:18:09.098029 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e38f05-5bad-48a6-8172-e6a3b80fb77b req-2a1f55d4-39ea-4659-9d40-bc6cd0a96d22 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:09.099478 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-02e38f05-5bad-48a6-8172-e6a3b80fb77b req-2a1f55d4-39ea-4659-9d40-bc6cd0a96d22 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 944 time: 0.0479455 Sep 20 05:18:09.136778 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-02e38f05-5bad-48a6-8172-e6a3b80fb77b req-bbd85061-4762-4fdf-8e5c-87833da42efa tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315018 Sep 20 05:18:09.379792 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 up at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:18:09.427966 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning for port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 05:18:09.431628 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Provisioning complete for port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:18:09.431986 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559399'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:09.506004 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:09.529054 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03393a9c-dffc-48d4-824b-b6742e87424d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:18:09.531271 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228d7a29f088badb8dc727f0c4252ebe9d9dea1987483be253d3968002a2360d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a48fc3-efa9-40fd-a20f-db0cd34db1fb" -d '{"events": [{"server_uuid": "03393a9c-dffc-48d4-824b-b6742e87424d", "name": "network-vif-plugged", "status": "completed", "tag": "8e3f2cd6-ca96-40f6-8607-3af59d6e34a4"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:18:09.547143 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] For port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:18:09.551179 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:09.575627 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177df9ff-b956-4dbf-b479-8c77071bdf05 x-openstack-request-id: req-177df9ff-b956-4dbf-b479-8c77071bdf05 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:18:09.575918 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03393a9c-dffc-48d4-824b-b6742e87424d", "name": "network-vif-plugged", "status": "completed", "tag": "8e3f2cd6-ca96-40f6-8607-3af59d6e34a4", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:18:09.576191 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-177df9ff-b956-4dbf-b479-8c77071bdf05 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:18:09.576568 dv-cinder-809965-1-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03393a9c-dffc-48d4-824b-b6742e87424d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4', 'code': 200} Sep 20 05:18:09.611179 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Pushing event updated for resources: {'Port': ['ID=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:18:10.289449 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b095bf9-d9d4-4ceb-aa90-a21854654af8 req-d46b2e42-a18f-41ba-80ca-949cf9a2552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:10.291017 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4b095bf9-d9d4-4ceb-aa90-a21854654af8 req-d46b2e42-a18f-41ba-80ca-949cf9a2552b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 1098 time: 0.0405362 Sep 20 05:18:10.307070 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbbbbe-2efd-47cc-a2a4-a1ae9a6d7d55 req-0ba35eca-9d71-475d-be4d-a0a0fc23c57e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:10.308578 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-78bbbbbe-2efd-47cc-a2a4-a1ae9a6d7d55 req-0ba35eca-9d71-475d-be4d-a0a0fc23c57e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 945 time: 0.0488791 Sep 20 05:18:10.326117 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4b095bf9-d9d4-4ceb-aa90-a21854654af8 req-0a6e3eab-4800-48bd-badd-7e593e303327 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286150 Sep 20 05:18:10.345743 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-78bbbbbe-2efd-47cc-a2a4-a1ae9a6d7d55 req-ee2f19e6-8c5f-42a2-9244-ccb30b2e1392 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305994 Sep 20 05:18:11.463751 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0461aa-09b5-4b59-bb0c-2087ada274c9 req-66fb29e6-9e80-4bed-a739-df3ca47ed4c4 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:11.465222 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dc0461aa-09b5-4b59-bb0c-2087ada274c9 req-66fb29e6-9e80-4bed-a739-df3ca47ed4c4 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 945 time: 0.0531070 Sep 20 05:18:11.507018 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-dc0461aa-09b5-4b59-bb0c-2087ada274c9 req-c4abf625-17e1-4245-aff8-fd68bdff08ce tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355365 Sep 20 05:18:12.619376 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3650b-875c-436d-b8b5-28072e85b6da req-44b984db-b1f8-47b6-bf07-e2ec454aea84 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:12.620873 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a8a3650b-875c-436d-b8b5-28072e85b6da req-44b984db-b1f8-47b6-bf07-e2ec454aea84 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 945 time: 0.0487230 Sep 20 05:18:12.657043 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a8a3650b-875c-436d-b8b5-28072e85b6da req-71b3399b-e3e7-4fd7-a9c0-b6d7822d77f3 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303206 Sep 20 05:18:12.766874 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b1ca9-a51c-476f-9cf3-09345f9278fa req-1b72cf77-01a3-417a-9cd5-bf168ccc0f9c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:12.769249 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e35b1ca9-a51c-476f-9cf3-09345f9278fa req-1b72cf77-01a3-417a-9cd5-bf168ccc0f9c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 945 time: 0.0476131 Sep 20 05:18:12.806020 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e35b1ca9-a51c-476f-9cf3-09345f9278fa req-b1f33083-9fe8-47cc-9f2a-944818e1df71 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309303 Sep 20 05:18:12.828574 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46592) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:18:12.868015 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca244a59-9274-43ce-9725-cf8a58fad393 tempest-TestVolumeBootPattern-1033409146 tempest-TestVolumeBootPattern-1033409146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:12.869491 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ca244a59-9274-43ce-9725-cf8a58fad393 tempest-TestVolumeBootPattern-1033409146 tempest-TestVolumeBootPattern-1033409146-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 1093 time: 0.0400016 Sep 20 05:18:12.872165 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46594) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:18:12.876434 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Request body: {'floatingip': {'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'port_id': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:18:12.898064 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:12.994320 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:13.097573 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Allocated IP 172.27.1.226 (f4855da4-da5c-4baa-86e5-1c338c1265fd/51bcb9c4-7110-40e0-8ed8-5b873d60f354/c2940040-6d19-4abc-b459-7dcded2bab72) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:18:13.195022 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:13.227399 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748435852719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:13.262062 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Network f4855da4-da5c-4baa-86e5-1c338c1265fd is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:18:13.264872 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:18:13.269138 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:18:13.296584 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'Port': ['ID=c2940040-6d19-4abc-b459-7dcded2bab72,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:18:13.309757 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:13.310105 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:13.310438 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:13.310770 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:13.311098 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:13.311425 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:13.311747 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:13.312089 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:13.312414 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:13.312737 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:13.313055 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:13.313371 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:18:13.879745 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:13.946557 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:14.092688 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:14.098987 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748436158989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748435852737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748435852755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25426567'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:14.168581 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event updated for resources: {'Port': ['ID=c2940040-6d19-4abc-b459-7dcded2bab72,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:18:14.178807 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-275468'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:14.280795 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Floating IP adcac619-6cc7-4834-bc71-a2493a94c960 associated. External IP: 172.27.1.226, port: 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4. Sep 20 05:18:14.485366 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Router f31fa49e-9da5-4fcf-81b2-69491a6b382b has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:18:14.590549 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:18:14.601932 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6047f0d-cff3-4773-b2f2-c778a555e291 None None] Sync routers for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:18:14.608052 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:14.613065 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6047f0d-cff3-4773-b2f2-c778a555e291 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:18:14.613752 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-c6047f0d-cff3-4773-b2f2-c778a555e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:18:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:18:14.635189 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3e765e98-9a47-4b8d-9a37-f6a1618014f1 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7620277 Sep 20 05:18:14.635818 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03393a9c-dffc-48d4-824b-b6742e87424d', 'tag': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:18:14.638085 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fd1524-af75-488b-81d8-d9aec16b6233" -d '{"events": [{"name": "network-changed", "server_uuid": "03393a9c-dffc-48d4-824b-b6742e87424d", "tag": "8e3f2cd6-ca96-40f6-8607-3af59d6e34a4"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:18:14.717754 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-c6047f0d-cff3-4773-b2f2-c778a555e291 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:18:14.780717 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa1e0c7-48d3-417c-ad88-83ddc1c48874 x-openstack-request-id: req-faa1e0c7-48d3-417c-ad88-83ddc1c48874 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:18:14.781011 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03393a9c-dffc-48d4-824b-b6742e87424d", "tag": "8e3f2cd6-ca96-40f6-8607-3af59d6e34a4", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:18:14.781266 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-faa1e0c7-48d3-417c-ad88-83ddc1c48874 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:18:14.781659 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03393a9c-dffc-48d4-824b-b6742e87424d', 'tag': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4', 'status': 'completed', 'code': 200} Sep 20 05:18:14.866341 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd1524-af75-488b-81d8-d9aec16b6233 req-dd7b669a-5549-4aff-af70-7e130836aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:14.867831 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08fd1524-af75-488b-81d8-d9aec16b6233 req-dd7b669a-5549-4aff-af70-7e130836aeb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 1098 time: 0.0423238 Sep 20 05:18:14.947919 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-c6047f0d-cff3-4773-b2f2-c778a555e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': 'adcac619-6cc7-4834-bc71-a2493a94c960', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:9c:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03393a9c-dffc-48d4-824b-b6742e87424d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:18:13Z', 'updated_at': '2021-09-20T05:18:13Z', 'revision_number': 0, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}, {'id': 'eb18a5ce-8ff2-4b63-b021-af3f16f70053', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:bf:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:16:20Z', 'updated_at': '2021-09-20T05:16:22Z', 'revision_number': 1, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:18:14.959361 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd1524-af75-488b-81d8-d9aec16b6233 req-b99df418-49da-4ac0-bd0d-cc2d7d260124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:14.960869 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08fd1524-af75-488b-81d8-d9aec16b6233 req-b99df418-49da-4ac0-bd0d-cc2d7d260124 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 912 time: 0.0859003 Sep 20 05:18:14.977225 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6047f0d-cff3-4773-b2f2-c778a555e291 None None] Checking router: f31fa49e-9da5-4fcf-81b2-69491a6b382b for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:18:14.985344 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6047f0d-cff3-4773-b2f2-c778a555e291 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:18:14.986682 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-c6047f0d-cff3-4773-b2f2-c778a555e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:18:04Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:18:15.025670 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08fd1524-af75-488b-81d8-d9aec16b6233 req-0bcdb285-a7bf-4cd1-b0c4-cf8795f61378 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 HTTP/1.1" status: 200 len: 999 time: 0.0578191 Sep 20 05:18:15.077392 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd1524-af75-488b-81d8-d9aec16b6233 req-cbb13eba-8454-4861-8df0-5d56f0053577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:15.078854 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08fd1524-af75-488b-81d8-d9aec16b6233 req-cbb13eba-8454-4861-8df0-5d56f0053577 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0468884 Sep 20 05:18:15.091467 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-c6047f0d-cff3-4773-b2f2-c778a555e291 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:18:15.123124 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd1524-af75-488b-81d8-d9aec16b6233 req-1ae9352e-3575-4cf4-bf80-625f6bb445db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:15.124640 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08fd1524-af75-488b-81d8-d9aec16b6233 req-1ae9352e-3575-4cf4-bf80-625f6bb445db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391181 Sep 20 05:18:15.217260 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08fd1524-af75-488b-81d8-d9aec16b6233 req-598ca764-ede2-4b9b-af19-3b4883e04894 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845699 Sep 20 05:18:15.306880 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08fd1524-af75-488b-81d8-d9aec16b6233 req-1e8793f9-cc53-4ab5-a0f7-4855a275ec4d service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831001 Sep 20 05:18:15.313424 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-c6047f0d-cff3-4773-b2f2-c778a555e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': 'adcac619-6cc7-4834-bc71-a2493a94c960', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:9c:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03393a9c-dffc-48d4-824b-b6742e87424d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:18:13Z', 'updated_at': '2021-09-20T05:18:13Z', 'revision_number': 0, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}, {'id': 'eb18a5ce-8ff2-4b63-b021-af3f16f70053', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:bf:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:16:20Z', 'updated_at': '2021-09-20T05:16:22Z', 'revision_number': 1, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:18:15.341315 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6047f0d-cff3-4773-b2f2-c778a555e291 None None] The sync data for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi is: [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': 'adcac619-6cc7-4834-bc71-a2493a94c960', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:9c:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03393a9c-dffc-48d4-824b-b6742e87424d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:18:13Z', 'updated_at': '2021-09-20T05:18:13Z', 'revision_number': 0, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}, {'id': 'eb18a5ce-8ff2-4b63-b021-af3f16f70053', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:bf:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:16:20Z', 'updated_at': '2021-09-20T05:16:22Z', 'revision_number': 1, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:18:15.525907 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c974d-4e40-47a4-9fc7-29acb96bb32f None None] New status for floating IP adcac619-6cc7-4834-bc71-a2493a94c960: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:18:28.561323 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:28.882986 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:18:31.546584 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b5c94801-6773-4b86-bcb8-2cb209da230a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:34.086748 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fb0866b0-be4b-478c-b5d0-72430ea50d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:34.920547 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:35.365569 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:36.816109 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:18:41.745335 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27299da6-c0e8-4960-a860-120b6a10ba93 req-a146341b-ef02-43ed-99a8-1527b3043112 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381942 Sep 20 05:18:41.840483 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27299da6-c0e8-4960-a860-120b6a10ba93 req-f7fc25f4-f294-4b33-9e88-7bee3bf07ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:41.841889 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27299da6-c0e8-4960-a860-120b6a10ba93 req-f7fc25f4-f294-4b33-9e88-7bee3bf07ea4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 1098 time: 0.0389168 Sep 20 05:18:42.195326 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27299da6-c0e8-4960-a860-120b6a10ba93 req-77164dc1-2e66-4d71-9077-564e0a4f0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:42.196827 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27299da6-c0e8-4960-a860-120b6a10ba93 req-77164dc1-2e66-4d71-9077-564e0a4f0c38 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 912 time: 0.3369935 Sep 20 05:18:42.258561 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27299da6-c0e8-4960-a860-120b6a10ba93 req-e332cac3-561d-4898-9a51-98cd1dfb075a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 HTTP/1.1" status: 200 len: 1001 time: 0.0548275 Sep 20 05:18:42.317354 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27299da6-c0e8-4960-a860-120b6a10ba93 req-63622e36-78d5-4aab-a2f1-18f43667d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:42.318762 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27299da6-c0e8-4960-a860-120b6a10ba93 req-63622e36-78d5-4aab-a2f1-18f43667d4fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0538752 Sep 20 05:18:42.363389 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27299da6-c0e8-4960-a860-120b6a10ba93 req-ac99ed18-9d0d-44d5-b899-61a1dd604209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:18:42.364815 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27299da6-c0e8-4960-a860-120b6a10ba93 req-ac99ed18-9d0d-44d5-b899-61a1dd604209 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394778 Sep 20 05:18:42.454109 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27299da6-c0e8-4960-a860-120b6a10ba93 req-393ec431-70e3-4284-946d-b8c6be69b783 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818584 Sep 20 05:18:42.541767 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27299da6-c0e8-4960-a860-120b6a10ba93 req-c8426c24-92dc-4c31-bb9e-c172b6a29a9f service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808101 Sep 20 05:18:58.553299 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:01.548105 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e5115b0-08c0-406a-9316-19fbdb2e0729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:04.087183 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3266b161-13ec-4d1f-ae16-65020ac53de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:04.920722 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:05.367650 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:05.881574 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:19:06.818778 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:28.571972 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:31.548343 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-21165141-53c5-4d75-8f3b-c82eee528b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:34.087561 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0667cf21-a3d7-4f07-8f78-44ffddadb657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:34.921015 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:35.370477 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:36.188229 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46634) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:36.348482 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Deleting port c2940040-6d19-4abc-b459-7dcded2bab72 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:36.348851 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:36.425268 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:36.425591 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:36.437348 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Calling delete_port for c2940040-6d19-4abc-b459-7dcded2bab72 owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:36.576698 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:36.605915 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event deleted for resources: {'Port': ['ID=c2940040-6d19-4abc-b459-7dcded2bab72,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:36.630819 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:36.631193 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:36.631528 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:36.631855 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:36.632208 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:36.632532 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:36.632854 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:36.633173 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:36.633493 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:36.633814 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:36.634128 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:36.634449 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:36.670619 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:36.670945 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Floating IP adcac619-6cc7-4834-bc71-a2493a94c960 disassociated (deleted). External IP: 172.27.1.226, port: 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4. Sep 20 05:19:36.820647 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:36.875165 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Router f31fa49e-9da5-4fcf-81b2-69491a6b382b has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:19:36.979807 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:19:36.984222 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:36.989013 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c60bbc-4f52-4cf5-9801-23229c075fac None None] Sync routers for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:19:36.998056 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c60bbc-4f52-4cf5-9801-23229c075fac None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:19:36.998671 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-71c60bbc-4f52-4cf5-9801-23229c075fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:19:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:37.012375 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f74738d1-d919-470a-b594-15ea06299a8e tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "DELETE /v2.0/floatingips/adcac619-6cc7-4834-bc71-a2493a94c960 HTTP/1.1" status: 204 len: 168 time: 0.8230696 Sep 20 05:19:37.013027 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03393a9c-dffc-48d4-824b-b6742e87424d', 'tag': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:19:37.015320 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a418452f-16c9-4950-8773-18514fd6e1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "03393a9c-dffc-48d4-824b-b6742e87424d", "tag": "8e3f2cd6-ca96-40f6-8607-3af59d6e34a4"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:19:37.055024 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4053d7bd-a6b6-4d42-90d8-2e698f6cfaf0 x-openstack-request-id: req-4053d7bd-a6b6-4d42-90d8-2e698f6cfaf0 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:19:37.055316 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03393a9c-dffc-48d4-824b-b6742e87424d", "tag": "8e3f2cd6-ca96-40f6-8607-3af59d6e34a4", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:19:37.055562 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4053d7bd-a6b6-4d42-90d8-2e698f6cfaf0 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:19:37.055951 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03393a9c-dffc-48d4-824b-b6742e87424d', 'tag': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4', 'status': 'completed', 'code': 200} Sep 20 05:19:37.112595 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-71c60bbc-4f52-4cf5-9801-23229c075fac None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:19:37.143409 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418452f-16c9-4950-8773-18514fd6e1a0 req-57f11c04-bab5-4472-927b-339788f74adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:37.144932 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a418452f-16c9-4950-8773-18514fd6e1a0 req-57f11c04-bab5-4472-927b-339788f74adb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 1098 time: 0.0469611 Sep 20 05:19:37.241423 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda77e21-f743-47e6-ab5b-e108a3deaaed req-fdd31158-35dc-45ea-b998-e0897b229288 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:37.242044 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418452f-16c9-4950-8773-18514fd6e1a0 req-00ff9db6-da7d-4fb3-8971-9fbd16db99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:37.242944 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cda77e21-f743-47e6-ab5b-e108a3deaaed req-fdd31158-35dc-45ea-b998-e0897b229288 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 945 time: 0.0505614 Sep 20 05:19:37.243087 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a418452f-16c9-4950-8773-18514fd6e1a0 req-00ff9db6-da7d-4fb3-8971-9fbd16db99f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 912 time: 0.0901444 Sep 20 05:19:37.282013 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-cda77e21-f743-47e6-ab5b-e108a3deaaed req-8178cb44-de35-4612-850c-6f2f38d6ebda tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326645 Sep 20 05:19:37.285983 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a418452f-16c9-4950-8773-18514fd6e1a0 req-8bd62e3c-780a-4876-80f0-49acca7ac81e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 HTTP/1.1" status: 200 len: 217 time: 0.0351462 Sep 20 05:19:37.340326 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418452f-16c9-4950-8773-18514fd6e1a0 req-7f9ee307-e64d-44ca-8406-3804628f450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:37.341861 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a418452f-16c9-4950-8773-18514fd6e1a0 req-7f9ee307-e64d-44ca-8406-3804628f450d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0483320 Sep 20 05:19:37.357436 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-71c60bbc-4f52-4cf5-9801-23229c075fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': 'eb18a5ce-8ff2-4b63-b021-af3f16f70053', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:bf:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:16:20Z', 'updated_at': '2021-09-20T05:16:22Z', 'revision_number': 1, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:37.384650 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c60bbc-4f52-4cf5-9801-23229c075fac None None] Checking router: f31fa49e-9da5-4fcf-81b2-69491a6b382b for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:19:37.387964 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418452f-16c9-4950-8773-18514fd6e1a0 req-97b8da1b-a514-4af1-8387-ae42b001ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:37.389473 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a418452f-16c9-4950-8773-18514fd6e1a0 req-97b8da1b-a514-4af1-8387-ae42b001ea67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391760 Sep 20 05:19:37.392737 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c60bbc-4f52-4cf5-9801-23229c075fac None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:19:37.393271 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-71c60bbc-4f52-4cf5-9801-23229c075fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:19:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:37.477563 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a418452f-16c9-4950-8773-18514fd6e1a0 req-9e3e4e60-e52e-4747-ab4c-c96c6bb6fbfc service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801010 Sep 20 05:19:37.498635 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-71c60bbc-4f52-4cf5-9801-23229c075fac None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:19:37.568777 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a418452f-16c9-4950-8773-18514fd6e1a0 req-168a45bc-7261-45fe-a94b-ecc1cd3fefb8 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841606 Sep 20 05:19:37.741485 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-71c60bbc-4f52-4cf5-9801-23229c075fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': 'eb18a5ce-8ff2-4b63-b021-af3f16f70053', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:bf:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:16:20Z', 'updated_at': '2021-09-20T05:16:22Z', 'revision_number': 1, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:37.770022 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c60bbc-4f52-4cf5-9801-23229c075fac None None] The sync data for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi is: [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_floatingips': [{'id': 'eb18a5ce-8ff2-4b63-b021-af3f16f70053', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'router_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'port_id': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'mac_address': 'fa:16:3e:bf:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T05:16:20Z', 'updated_at': '2021-09-20T05:16:22Z', 'revision_number': 1, 'project_id': '15389b269277496dbc71dd67c5737708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:19:37.978564 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5e8b18-6f4b-498b-85f7-ea04f50ca5a3 None None] New status for floating IP adcac619-6cc7-4834-bc71-a2493a94c960: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:19:38.415107 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeae44-93d2-4d78-91e5-ad0055ab7db3 req-ba8345ea-2780-45c7-9dd3-7ee6aeab75a2 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:38.416583 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b1eeae44-93d2-4d78-91e5-ad0055ab7db3 req-ba8345ea-2780-45c7-9dd3-7ee6aeab75a2 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 945 time: 0.0474494 Sep 20 05:19:38.453794 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b1eeae44-93d2-4d78-91e5-ad0055ab7db3 req-9bc0e16e-7b45-44b3-9e3e-a034f1a510c9 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312703 Sep 20 05:19:38.930182 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a5d34-b126-47ca-991b-8d87afd23c86 req-21297bb9-0a7e-40e8-8782-169b780e8f63 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:38.931687 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-353a5d34-b126-47ca-991b-8d87afd23c86 req-21297bb9-0a7e-40e8-8782-169b780e8f63 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 945 time: 0.0471625 Sep 20 05:19:39.022133 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-353a5d34-b126-47ca-991b-8d87afd23c86 req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Deleting port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:39.022457 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-353a5d34-b126-47ca-991b-8d87afd23c86 req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:39.106106 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-353a5d34-b126-47ca-991b-8d87afd23c86 req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] For port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:19:39.106457 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-353a5d34-b126-47ca-991b-8d87afd23c86 req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:39.119389 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-353a5d34-b126-47ca-991b-8d87afd23c86 req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Calling delete_port for 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:39.241480 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-353a5d34-b126-47ca-991b-8d87afd23c86 req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:39.267987 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event deleted for resources: {'Port': ['ID=8e3f2cd6-ca96-40f6-8607-3af59d6e34a4,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:39.280217 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:39.280565 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:39.280897 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:39.281222 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:39.281545 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:39.281867 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:39.282184 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:39.282501 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:39.282820 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:39.283135 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:39.283445 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:39.283754 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:39.326799 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-353a5d34-b126-47ca-991b-8d87afd23c86 req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] No DVR routers for this DVR port 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:19:39.329333 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-353a5d34-b126-47ca-991b-8d87afd23c86 req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:39.331370 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-353a5d34-b126-47ca-991b-8d87afd23c86 req-5c78f1a5-b2ff-41d8-bcbf-99695415fa29 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "DELETE /v2.0/ports/8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 HTTP/1.1" status: 204 len: 173 time: 0.3938730 Sep 20 05:19:39.331796 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03393a9c-dffc-48d4-824b-b6742e87424d', 'name': 'network-vif-deleted', 'tag': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:19:39.334639 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997937db-85c2-43a5-bfe7-0d43565035de" -d '{"events": [{"server_uuid": "03393a9c-dffc-48d4-824b-b6742e87424d", "name": "network-vif-deleted", "tag": "8e3f2cd6-ca96-40f6-8607-3af59d6e34a4"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:19:39.392096 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae7267b-8c5b-4400-96f9-10a70919a46c x-openstack-request-id: req-4ae7267b-8c5b-4400-96f9-10a70919a46c {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:19:39.392453 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03393a9c-dffc-48d4-824b-b6742e87424d", "name": "network-vif-deleted", "tag": "8e3f2cd6-ca96-40f6-8607-3af59d6e34a4", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:19:39.392691 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ae7267b-8c5b-4400-96f9-10a70919a46c {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:19:39.393080 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03393a9c-dffc-48d4-824b-b6742e87424d', 'name': 'network-vif-deleted', 'tag': '8e3f2cd6-ca96-40f6-8607-3af59d6e34a4', 'status': 'completed', 'code': 200} Sep 20 05:19:39.547448 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-42c02895-15e6-47f9-aa56-aad8b3967e29 req-816897c0-011e-4784-9f4e-806a0b2e1dbd tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=03393a9c-dffc-48d4-824b-b6742e87424d HTTP/1.1" status: 200 len: 210 time: 0.0294790 Sep 20 05:19:41.796741 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:19:41.816579 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:19:41.816921 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 8e3f2cd6-ca96-40f6-8607-3af59d6e34a4 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:19:42.819488 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46678) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:42.880516 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:19:42.971932 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Deleting port 98ec2ded-65f8-4578-a88c-aeb5285d1c03 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:42.972293 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:43.044456 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:43.044772 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:43.056483 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Calling delete_port for 98ec2ded-65f8-4578-a88c-aeb5285d1c03 owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:43.199334 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:43.225558 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event deleted for resources: {'Port': ['ID=98ec2ded-65f8-4578-a88c-aeb5285d1c03,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:43.285418 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:43.285756 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Floating IP eb18a5ce-8ff2-4b63-b021-af3f16f70053 disassociated (deleted). External IP: 172.27.1.139, port: 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26. Sep 20 05:19:43.726788 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Router f31fa49e-9da5-4fcf-81b2-69491a6b382b has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:19:43.830021 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:19:43.835274 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:43.839811 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0732468-41e0-4f97-b2e4-cd5edb2655e3 None None] Sync routers for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:19:43.848157 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0732468-41e0-4f97-b2e4-cd5edb2655e3 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:19:43.848755 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-b0732468-41e0-4f97-b2e4-cd5edb2655e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:19:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:43.862400 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5b9cf1bb-0ee2-467d-982c-9617c037494d tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "DELETE /v2.0/floatingips/eb18a5ce-8ff2-4b63-b021-af3f16f70053 HTTP/1.1" status: 204 len: 168 time: 1.0417998 Sep 20 05:19:43.862980 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'tag': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:19:43.865447 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1579e32261a8285ff7577568e4978775d60eed1e05d0f3c8ab17cc06910df4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf273883-3dd5-41db-b457-8b6f69914d07" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e192f8-b4a3-4227-8fd9-7421988ccf81", "tag": "55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:19:43.903942 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 05:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9683f4-e9bc-49ce-8cc0-5be3202b27b0 x-openstack-request-id: req-4a9683f4-e9bc-49ce-8cc0-5be3202b27b0 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:19:43.904272 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e192f8-b4a3-4227-8fd9-7421988ccf81", "tag": "55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:19:43.904526 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a9683f4-e9bc-49ce-8cc0-5be3202b27b0 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:19:43.904959 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'tag': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'status': 'completed', 'code': 200} Sep 20 05:19:43.958913 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-b0732468-41e0-4f97-b2e4-cd5edb2655e3 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:19:43.991907 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf273883-3dd5-41db-b457-8b6f69914d07 req-9f02fc30-6197-47c6-bccf-1140e0cd2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:43.992548 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf273883-3dd5-41db-b457-8b6f69914d07 req-9f02fc30-6197-47c6-bccf-1140e0cd2fc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=15389b269277496dbc71dd67c5737708&device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 1098 time: 0.0443130 Sep 20 05:19:44.087031 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf273883-3dd5-41db-b457-8b6f69914d07 req-ce4a6a3a-4edf-444f-b90e-b7faf4a90861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:44.088448 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf273883-3dd5-41db-b457-8b6f69914d07 req-ce4a6a3a-4edf-444f-b90e-b7faf4a90861 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 200 len: 912 time: 0.0893047 Sep 20 05:19:44.105513 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc882-e2bd-44b9-8fda-39f81bc7f568 req-47b90442-e6a7-472b-a7b6-0ee5643b73e4 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:44.107215 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4c1fc882-e2bd-44b9-8fda-39f81bc7f568 req-47b90442-e6a7-472b-a7b6-0ee5643b73e4 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 945 time: 0.0510397 Sep 20 05:19:44.131652 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf273883-3dd5-41db-b457-8b6f69914d07 req-b24c97df-d180-477a-a248-d8197224ede5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 HTTP/1.1" status: 200 len: 217 time: 0.0358694 Sep 20 05:19:44.154845 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4c1fc882-e2bd-44b9-8fda-39f81bc7f568 req-fd8b09bc-8289-43eb-b798-19535344dfd4 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379338 Sep 20 05:19:44.176921 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-b0732468-41e0-4f97-b2e4-cd5edb2655e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:44.180940 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf273883-3dd5-41db-b457-8b6f69914d07 req-ee55f4d9-951d-4e8b-a651-c77275a2218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:44.182698 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf273883-3dd5-41db-b457-8b6f69914d07 req-ee55f4d9-951d-4e8b-a651-c77275a2218d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 200 len: 851 time: 0.0445685 Sep 20 05:19:44.208111 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0732468-41e0-4f97-b2e4-cd5edb2655e3 None None] Checking router: f31fa49e-9da5-4fcf-81b2-69491a6b382b for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:19:44.216588 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0732468-41e0-4f97-b2e4-cd5edb2655e3 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:19:44.217213 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-b0732468-41e0-4f97-b2e4-cd5edb2655e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:19:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:44.227468 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf273883-3dd5-41db-b457-8b6f69914d07 req-3aed7098-4db7-4adc-9744-36e384a588f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:44.228978 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf273883-3dd5-41db-b457-8b6f69914d07 req-3aed7098-4db7-4adc-9744-36e384a588f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f9c42f9-8271-4d69-bc85-306b59f7f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396118 Sep 20 05:19:44.320699 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf273883-3dd5-41db-b457-8b6f69914d07 req-bdc9ea0e-6c2e-4685-8bd1-79788ed2cf21 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832329 Sep 20 05:19:44.321312 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-b0732468-41e0-4f97-b2e4-cd5edb2655e3 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:19:44.414886 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf273883-3dd5-41db-b457-8b6f69914d07 req-da7da42a-5aaa-4eeb-95f9-c2793d6867de service neutron] 10.222.0.23 "GET /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860970 Sep 20 05:19:44.519560 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-b0732468-41e0-4f97-b2e4-cd5edb2655e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:44.548394 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0732468-41e0-4f97-b2e4-cd5edb2655e3 None None] The sync data for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi is: [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:12:59Z', 'revision_number': 4, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi', '_interfaces': [{'id': 'ba49a232-dc4a-4f41-8f12-3ef748d4a7ca', 'name': '', 'network_id': '0f9c42f9-8271-4d69-bc85-306b59f7f15a', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'mac_address': 'fa:16:3e:ad:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:58Z', 'updated_at': '2021-09-20T05:13:08Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'subnets': [{'id': 'a22e6a11-e99e-418e-8fdd-b18c734ecf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:19:44.751748 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa177b0-c85c-4f91-8241-968a5586cbf0 None None] New status for floating IP eb18a5ce-8ff2-4b63-b021-af3f16f70053: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 05:19:45.270963 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8f0b7-210e-410c-8d11-1054ebfc6ec1 req-0d7d7f13-ab1d-4681-8fe1-5ce4b2835b5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:45.272523 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f0e8f0b7-210e-410c-8d11-1054ebfc6ec1 req-0d7d7f13-ab1d-4681-8fe1-5ce4b2835b5b tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 945 time: 0.0480375 Sep 20 05:19:45.309413 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f0e8f0b7-210e-410c-8d11-1054ebfc6ec1 req-bfa5e63c-78b5-4ed9-a78b-146f6b4ad80a tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309002 Sep 20 05:19:45.750561 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9360e98-e4e4-4e9f-abce-deff88feba2c req-56bf5a6e-629f-4317-9f06-04eab0f87a8c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:19:45.751986 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a9360e98-e4e4-4e9f-abce-deff88feba2c req-56bf5a6e-629f-4317-9f06-04eab0f87a8c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 945 time: 0.0473793 Sep 20 05:19:45.839491 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-a9360e98-e4e4-4e9f-abce-deff88feba2c req-ab76eb54-e470-4e7a-95bd-7d193647234c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Deleting port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:45.839738 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a9360e98-e4e4-4e9f-abce-deff88feba2c req-ab76eb54-e470-4e7a-95bd-7d193647234c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:45.927503 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-a9360e98-e4e4-4e9f-abce-deff88feba2c req-ab76eb54-e470-4e7a-95bd-7d193647234c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] For port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:19:45.928457 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a9360e98-e4e4-4e9f-abce-deff88feba2c req-ab76eb54-e470-4e7a-95bd-7d193647234c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:45.940800 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-a9360e98-e4e4-4e9f-abce-deff88feba2c req-ab76eb54-e470-4e7a-95bd-7d193647234c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Calling delete_port for 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:46.063315 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a9360e98-e4e4-4e9f-abce-deff88feba2c req-ab76eb54-e470-4e7a-95bd-7d193647234c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:46.091453 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76eb54-e470-4e7a-95bd-7d193647234c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event deleted for resources: {'Port': ['ID=55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:46.131993 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9360e98-e4e4-4e9f-abce-deff88feba2c req-ab76eb54-e470-4e7a-95bd-7d193647234c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] No DVR routers for this DVR port 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 on host hv-cinder-80996 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:19:46.134378 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a9360e98-e4e4-4e9f-abce-deff88feba2c req-ab76eb54-e470-4e7a-95bd-7d193647234c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:46.136352 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a9360e98-e4e4-4e9f-abce-deff88feba2c req-ab76eb54-e470-4e7a-95bd-7d193647234c tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.23 "DELETE /v2.0/ports/55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 HTTP/1.1" status: 204 len: 173 time: 0.3780425 Sep 20 05:19:46.136776 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'name': 'network-vif-deleted', 'tag': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 05:19:46.138963 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac91eff84588c2d0f0396fdd2149a8765ec4b5c7736cc05b98007d8ff9aa773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456c5790-8d7c-4fa2-bac3-8de15c613aea" -d '{"events": [{"server_uuid": "a2e192f8-b4a3-4227-8fd9-7421988ccf81", "name": "network-vif-deleted", "tag": "55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 05:19:46.174719 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 05:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023de929-54d7-474f-b71d-c020759e67b4 x-openstack-request-id: req-023de929-54d7-474f-b71d-c020759e67b4 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 05:19:46.175005 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e192f8-b4a3-4227-8fd9-7421988ccf81", "name": "network-vif-deleted", "tag": "55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 05:19:46.175255 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-023de929-54d7-474f-b71d-c020759e67b4 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 05:19:46.175666 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e192f8-b4a3-4227-8fd9-7421988ccf81', 'name': 'network-vif-deleted', 'tag': '55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26', 'status': 'completed', 'code': 200} Sep 20 05:19:46.408456 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [req-125f8d12-a599-4e66-814f-8bdd7757335b req-16214ea4-b14d-4614-88b0-b82c1a682748 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2e192f8-b4a3-4227-8fd9-7421988ccf81 HTTP/1.1" status: 200 len: 210 time: 0.0311058 Sep 20 05:19:47.464340 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 46694) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:47.584411 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb5195-db33-47f4-ab3c-65d13951e730 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Deleting port 7f6443c2-166e-4365-84d4-f6c3a81a2361 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:47.584748 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5195-db33-47f4-ab3c-65d13951e730 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:47.659322 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5195-db33-47f4-ab3c-65d13951e730 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:47.659643 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5195-db33-47f4-ab3c-65d13951e730 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:47.671191 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb5195-db33-47f4-ab3c-65d13951e730 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Calling delete_port for 7f6443c2-166e-4365-84d4-f6c3a81a2361 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:47.797636 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5195-db33-47f4-ab3c-65d13951e730 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:47.822214 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb5195-db33-47f4-ab3c-65d13951e730 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event deleted for resources: {'Port': ['ID=7f6443c2-166e-4365-84d4-f6c3a81a2361,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:47.879857 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5195-db33-47f4-ab3c-65d13951e730 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:47.882369 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5195-db33-47f4-ab3c-65d13951e730 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18743'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:47.883511 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5eeb5195-db33-47f4-ab3c-65d13951e730 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "DELETE /v2.0/floatingips/4393c05d-221c-46d1-8fb5-fd7f72ff86f8 HTTP/1.1" status: 204 len: 168 time: 0.4181967 Sep 20 05:19:49.074394 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 46706) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:49.133973 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a2382201-98c7-45a0-b177-9595fe16eee7 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:49.157355 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a2382201-98c7-45a0-b177-9595fe16eee7 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:49.214247 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a2382201-98c7-45a0-b177-9595fe16eee7 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:49.216917 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a2382201-98c7-45a0-b177-9595fe16eee7 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:49.218082 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a2382201-98c7-45a0-b177-9595fe16eee7 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] 10.222.0.32 "DELETE /v2.0/security-groups/a9d79e8d-77a3-450c-b0a5-ba2b85a858ac HTTP/1.1" status: 204 len: 168 time: 0.1427195 Sep 20 05:19:49.227742 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2382201-98c7-45a0-b177-9595fe16eee7 tempest-TestVolumeBootPattern-788581982 tempest-TestVolumeBootPattern-788581982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d79e8d-77a3-450c-b0a5-ba2b85a858ac,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:49.275484 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 46710) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:49.762818 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef6f5-8d44-4eba-9374-3fc3a067ab48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-511756'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:49.862811 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:19:49.886424 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] No Port match for: 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:19:49.886764 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Device 55be3c7f-6c20-4b2a-ab4c-d7202e7f3e26 not bound to the agent host hv-cinder-80996 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:19:49.997458 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ef6f5-8d44-4eba-9374-3fc3a067ab48 admin admin] Deleting port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:49.997783 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef6f5-8d44-4eba-9374-3fc3a067ab48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:50.074321 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-ba1ef6f5-8d44-4eba-9374-3fc3a067ab48 admin admin] For port ba49a232-dc4a-4f41-8f12-3ef748d4a7ca, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=ba49a232-dc4a-4f41-8f12-3ef748d4a7ca,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:19:50.074585 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef6f5-8d44-4eba-9374-3fc3a067ab48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:50.086109 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ef6f5-8d44-4eba-9374-3fc3a067ab48 admin admin] Calling delete_port for ba49a232-dc4a-4f41-8f12-3ef748d4a7ca owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:50.259594 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef6f5-8d44-4eba-9374-3fc3a067ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:50.289955 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ef6f5-8d44-4eba-9374-3fc3a067ab48 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba49a232-dc4a-4f41-8f12-3ef748d4a7ca,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:50.446951 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef6f5-8d44-4eba-9374-3fc3a067ab48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275644'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:50.654819 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1ef6f5-8d44-4eba-9374-3fc3a067ab48 admin admin] Router f31fa49e-9da5-4fcf-81b2-69491a6b382b has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:19:50.755518 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1ef6f5-8d44-4eba-9374-3fc3a067ab48 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:19:50.762692 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ba1ef6f5-8d44-4eba-9374-3fc3a067ab48 admin admin] 10.222.0.32 "PUT /v2.0/routers/f31fa49e-9da5-4fcf-81b2-69491a6b382b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4857090 Sep 20 05:19:50.763676 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 46714) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:50.764949 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db317d76-0a4c-40e5-b73f-88f21faa8ae1 None None] Sync routers for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:19:50.774565 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db317d76-0a4c-40e5-b73f-88f21faa8ae1 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:19:50.775165 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-db317d76-0a4c-40e5-b73f-88f21faa8ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:19:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:50.864632 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:50.968402 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.003840 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-db317d76-0a4c-40e5-b73f-88f21faa8ae1 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: dv-cinder-809965-1-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:19:51.020159 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Deleting port 4792cf8e-6d73-4edf-8994-b93b04e99f76 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:51.020503 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.099750 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] For port 4792cf8e-6d73-4edf-8994-b93b04e99f76, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=4792cf8e-6d73-4edf-8994-b93b04e99f76,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:19:51.100383 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.117550 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Calling delete_port for 4792cf8e-6d73-4edf-8994-b93b04e99f76 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:51.181054 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-db317d76-0a4c-40e5-b73f-88f21faa8ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:19:50Z', 'revision_number': 5, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port': {'id': '4792cf8e-6d73-4edf-8994-b93b04e99f76', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:51.207471 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db317d76-0a4c-40e5-b73f-88f21faa8ae1 None None] Checking router: f31fa49e-9da5-4fcf-81b2-69491a6b382b for host: dv-cinder-809965-1-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:19:51.215997 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db317d76-0a4c-40e5-b73f-88f21faa8ae1 None None] Routers {'f31fa49e-9da5-4fcf-81b2-69491a6b382b'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:19:51.216632 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-db317d76-0a4c-40e5-b73f-88f21faa8ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:19:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:51.282041 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.302257 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-db317d76-0a4c-40e5-b73f-88f21faa8ae1 None None] Set router f31fa49e-9da5-4fcf-81b2-69491a6b382b gateway port host: None {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:19:51.307861 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4792cf8e-6d73-4edf-8994-b93b04e99f76,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:51.358860 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-db317d76-0a4c-40e5-b73f-88f21faa8ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:19:50Z', 'revision_number': 6, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port_host': None}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:51.366847 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-275578'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.385122 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db317d76-0a4c-40e5-b73f-88f21faa8ae1 None None] The sync data for ids ['f31fa49e-9da5-4fcf-81b2-69491a6b382b'] in dv-cinder-809965-1-iscsi is: [{'id': 'f31fa49e-9da5-4fcf-81b2-69491a6b382b', 'name': 'tempest-TestVolumeBootPattern-2059008116-router', 'tenant_id': '15389b269277496dbc71dd67c5737708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:12:56Z', 'updated_at': '2021-09-20T05:19:50Z', 'revision_number': 6, 'project_id': '15389b269277496dbc71dd67c5737708', 'gw_port_host': None}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:19:51.457750 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-509995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-429'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.460455 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.747961 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510160'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.748538 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f31fa49e-9da5-4fcf-81b2-69491a6b382b {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:19:51.753497 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.754841 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c780bf3e-fc18-471a-b8df-cb86427da1dc admin admin] 10.222.0.32 "DELETE /v2.0/routers/f31fa49e-9da5-4fcf-81b2-69491a6b382b HTTP/1.1" status: 204 len: 168 time: 0.9900327 Sep 20 05:19:51.758019 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 46716) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:51.802557 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcce7e5-8ee5-4882-83eb-960bd572ef12 admin admin] Deleting subnet a22e6a11-e99e-418e-8fdd-b18c734ecf39 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:19:51.807836 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afcce7e5-8ee5-4882-83eb-960bd572ef12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.840480 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afcce7e5-8ee5-4882-83eb-960bd572ef12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630185'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.916744 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afcce7e5-8ee5-4882-83eb-960bd572ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.965657 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afcce7e5-8ee5-4882-83eb-960bd572ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26114793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26194413'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.989515 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcce7e5-8ee5-4882-83eb-960bd572ef12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22e6a11-e99e-418e-8fdd-b18c734ecf39,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:51.993708 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afcce7e5-8ee5-4882-83eb-960bd572ef12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:51.995519 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-afcce7e5-8ee5-4882-83eb-960bd572ef12 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a22e6a11-e99e-418e-8fdd-b18c734ecf39 HTTP/1.1" status: 204 len: 168 time: 0.2364919 Sep 20 05:19:51.997973 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.32', 46718) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:52.000548 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12adb485-31e1-4e04-8aca-47edb8cde599 None None] Network 0f9c42f9-8271-4d69-bc85-306b59f7f15a requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:19:52.066159 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.117225 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Deleting port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:52.117779 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.181882 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] For port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:19:52.182241 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.187848 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] DHCP port deletion for 0f9c42f9-8271-4d69-bc85-306b59f7f15a request from dv-cinder-809965-1-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 05:19:52.195362 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Calling delete_port for 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:52.235410 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Deleting port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:52.235743 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.277837 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26114758'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.303658 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Pushing event deleted for resources: {'Port': ['ID=108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:52.303903 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] For port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3,segment=NetworkSegment(d3c9a3d5-f493-4179-8dba-e6fadc639bd7),segment_id=d3c9a3d5-f493-4179-8dba-e6fadc639bd7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:19:52.304154 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.307166 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] No DVR routers for this DVR port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 on host dv-cinder-809965-1-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:19:52.317839 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Calling delete_port for 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:52.380323 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.396124 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.402857 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9c42f9-8271-4d69-bc85-306b59f7f15a']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:52.414594 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:52.414964 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c9a3d5-f493-4179-8dba-e6fadc639bd7') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:52.422399 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Pushing event deleted for resources: {'Port': ['ID=108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:52.429150 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630178'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.430218 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:52.430438 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:52.430782 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:52.431118 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:52.431450 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:52.431780 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:52.432129 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:52.432459 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:52.432807 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:52.433136 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:52.433461 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:52.433782 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-1-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:19:52.437914 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17c407-af78-42d0-a91c-92a9101ca315 None None] No DVR routers for this DVR port 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 on host dv-cinder-809965-1-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:19:52.442424 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.453018 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:19:52.453411 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113335'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: timer() Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: cb(*args, **kw) Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: self._notify() Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: self.callback(batched_events) Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: event.method(event) Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._get(url).json() Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:19:52.455102 dv-cinder-809965-1-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:19:52.510558 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.515688 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:52.517575 dv-cinder-809965-1-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] 10.222.0.32 "DELETE /v2.0/networks/0f9c42f9-8271-4d69-bc85-306b59f7f15a HTTP/1.1" status: 204 len: 168 time: 0.5186970 Sep 20 05:19:52.520683 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46720) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:52.529727 dv-cinder-809965-1-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0bd5f-e57c-424c-82cc-7332dae7e36f admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9c42f9-8271-4d69-bc85-306b59f7f15a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:52.856184 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b23fa0c9-d7ed-41d1-8d85-6fd70d2057a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-511756'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:53.092649 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-b23fa0c9-d7ed-41d1-8d85-6fd70d2057a7 admin admin] Deleting port 16726eab-8ca3-4fa8-aa97-7f6b2090af50 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:53.092985 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b23fa0c9-d7ed-41d1-8d85-6fd70d2057a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:53.157287 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device ba49a232-dc4a-4f41-8f12-3ef748d4a7ca no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:19:53.172864 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-b23fa0c9-d7ed-41d1-8d85-6fd70d2057a7 admin admin] For port 16726eab-8ca3-4fa8-aa97-7f6b2090af50, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=16726eab-8ca3-4fa8-aa97-7f6b2090af50,segment=NetworkSegment(2f723ead-384f-45d4-8909-ba5e3ce8de7f),segment_id=2f723ead-384f-45d4-8909-ba5e3ce8de7f)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:19:53.173224 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b23fa0c9-d7ed-41d1-8d85-6fd70d2057a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:53.180746 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: ba49a232-dc4a-4f41-8f12-3ef748d4a7ca {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:19:53.181083 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device ba49a232-dc4a-4f41-8f12-3ef748d4a7ca not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:19:53.181493 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 4792cf8e-6d73-4edf-8994-b93b04e99f76 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:19:53.185332 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-b23fa0c9-d7ed-41d1-8d85-6fd70d2057a7 admin admin] Calling delete_port for 16726eab-8ca3-4fa8-aa97-7f6b2090af50 owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:53.200775 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 4792cf8e-6d73-4edf-8994-b93b04e99f76 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:19:53.201290 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 4792cf8e-6d73-4edf-8994-b93b04e99f76 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:19:53.201507 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:19:53.219658 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:19:53.219997 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 108b2f7a-5c16-4ffa-9bfc-c68346a7bfc3 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:19:53.359343 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b23fa0c9-d7ed-41d1-8d85-6fd70d2057a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:53.383442 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fa0c9-d7ed-41d1-8d85-6fd70d2057a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16726eab-8ca3-4fa8-aa97-7f6b2090af50,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:53.547034 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b23fa0c9-d7ed-41d1-8d85-6fd70d2057a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275644'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:53.755351 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23fa0c9-d7ed-41d1-8d85-6fd70d2057a7 admin admin] Router 56a54f6b-d12e-4690-9ff3-35dafa4149a8 has already been hosted by L3 agent 3f83ae8b-18eb-496c-bedc-1654a0514fd3 {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:19:53.858746 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23fa0c9-d7ed-41d1-8d85-6fd70d2057a7 admin admin] Notify agent at l3_agent.dv-cinder-809965-1-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:19:53.863808 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b23fa0c9-d7ed-41d1-8d85-6fd70d2057a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/56a54f6b-d12e-4690-9ff3-35dafa4149a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3421297 Sep 20 05:19:53.866725 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46722) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:53.867952 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fe2c31-caad-4b0f-bf60-9da6c0b9f047 None None] Sync routers for ids ['56a54f6b-d12e-4690-9ff3-35dafa4149a8'] in dv-cinder-809965-1-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:19:53.876894 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe2c31-caad-4b0f-bf60-9da6c0b9f047 None None] Routers {'56a54f6b-d12e-4690-9ff3-35dafa4149a8'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:19:53.877488 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-94fe2c31-caad-4b0f-bf60-9da6c0b9f047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:19:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['56a54f6b-d12e-4690-9ff3-35dafa4149a8'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:53.969714 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Notify callbacks [] for router, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:53.979426 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-94fe2c31-caad-4b0f-bf60-9da6c0b9f047 None None] Set router 56a54f6b-d12e-4690-9ff3-35dafa4149a8 gateway port host: dv-cinder-809965-1-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:19:54.070953 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.122278 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Deleting port ef8e7440-5c16-4307-9a59-e308040d64f9 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:54.122688 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.156667 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-94fe2c31-caad-4b0f-bf60-9da6c0b9f047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'name': 'tempest-TestVolumeBootPattern-253549780-router', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'external_fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:19:53Z', 'revision_number': 5, 'project_id': '60645a35e43f4a8098c50b524492bf51', 'gw_port': {'id': 'ef8e7440-5c16-4307-9a59-e308040d64f9', 'name': '', 'network_id': 'f4855da4-da5c-4baa-86e5-1c338c1265fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51bcb9c4-7110-40e0-8ed8-5b873d60f354', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-1-iscsi'}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:54.183157 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fe2c31-caad-4b0f-bf60-9da6c0b9f047 None None] Checking router: 56a54f6b-d12e-4690-9ff3-35dafa4149a8 for host: dv-cinder-809965-1-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:19:54.191280 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe2c31-caad-4b0f-bf60-9da6c0b9f047 None None] Routers {'56a54f6b-d12e-4690-9ff3-35dafa4149a8'} bound to L3 agent in host dv-cinder-809965-1-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:19:54.191871 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-94fe2c31-caad-4b0f-bf60-9da6c0b9f047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T04:57:34Z,description=,heartbeat_timestamp=2021-09-20T05:19:34Z,host='dv-cinder-809965-1-iscsi',id=3f83ae8b-18eb-496c-bedc-1654a0514fd3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T04:57:34Z,topic='l3_agent')) {'router_ids': ['56a54f6b-d12e-4690-9ff3-35dafa4149a8'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:54.205118 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] For port ef8e7440-5c16-4307-9a59-e308040d64f9, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=ef8e7440-5c16-4307-9a59-e308040d64f9,segment=NetworkSegment(48ae2e19-8def-4e22-9f9c-c66bc9b49ac1),segment_id=48ae2e19-8def-4e22-9f9c-c66bc9b49ac1)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:19:54.205478 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.222729 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Calling delete_port for ef8e7440-5c16-4307-9a59-e308040d64f9 owned by network:router_gateway {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:54.277401 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-94fe2c31-caad-4b0f-bf60-9da6c0b9f047 None None] Set router 56a54f6b-d12e-4690-9ff3-35dafa4149a8 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:19:54.327865 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-94fe2c31-caad-4b0f-bf60-9da6c0b9f047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'name': 'tempest-TestVolumeBootPattern-253549780-router', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:19:54Z', 'revision_number': 6, 'project_id': '60645a35e43f4a8098c50b524492bf51', 'gw_port_host': None}], 'dv-cinder-809965-1-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:54.356164 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fe2c31-caad-4b0f-bf60-9da6c0b9f047 None None] The sync data for ids ['56a54f6b-d12e-4690-9ff3-35dafa4149a8'] in dv-cinder-809965-1-iscsi is: [{'id': '56a54f6b-d12e-4690-9ff3-35dafa4149a8', 'name': 'tempest-TestVolumeBootPattern-253549780-router', 'tenant_id': '60645a35e43f4a8098c50b524492bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:13:02Z', 'updated_at': '2021-09-20T05:19:54Z', 'revision_number': 6, 'project_id': '60645a35e43f4a8098c50b524492bf51', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:19:54.388326 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.414731 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8e7440-5c16-4307-9a59-e308040d64f9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:54.473425 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-275578'] for router_gateway, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.562917 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-509995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-429'] for router, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.564974 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.609858 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510160'] for router, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.610395 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56a54f6b-d12e-4690-9ff3-35dafa4149a8 {{(pid=94084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 05:19:54.614454 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.616862 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1283f624-b855-424b-b266-3a9fe7697401 admin admin] 10.222.0.32 "DELETE /v2.0/routers/56a54f6b-d12e-4690-9ff3-35dafa4149a8 HTTP/1.1" status: 204 len: 168 time: 0.7486629 Sep 20 05:19:54.618937 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46724) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:54.663694 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cbcbf6-5d10-4fec-a56c-1a9b9f3ba604 admin admin] Deleting subnet b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 05:19:54.666670 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4cbcbf6-5d10-4fec-a56c-1a9b9f3ba604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.700974 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4cbcbf6-5d10-4fec-a56c-1a9b9f3ba604 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3559778'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.783750 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4cbcbf6-5d10-4fec-a56c-1a9b9f3ba604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-570715'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.833625 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4cbcbf6-5d10-4fec-a56c-1a9b9f3ba604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-570700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25426609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27030987'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.860401 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbcbf6-5d10-4fec-a56c-1a9b9f3ba604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:54.862293 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c4cbcbf6-5d10-4fec-a56c-1a9b9f3ba604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.865222 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c4cbcbf6-5d10-4fec-a56c-1a9b9f3ba604 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b39ec49e-b6f2-494f-a819-c0ca5bb2a8aa HTTP/1.1" status: 204 len: 168 time: 0.2453105 Sep 20 05:19:54.866935 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46726) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:54.867659 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e4dde-c410-4ff2-9ade-c951428f0c97 None None] Network f0a817f4-d71e-44e5-a499-ba7087bef0ea requested from dv-cinder-809965-1-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:19:54.936743 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539562'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:54.992741 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Deleting port 41107791-bc1d-455a-93ba-cf50e3247f14 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:54.993266 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.057339 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] For port 41107791-bc1d-455a-93ba-cf50e3247f14, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=41107791-bc1d-455a-93ba-cf50e3247f14,segment=NetworkSegment(2f723ead-384f-45d4-8909-ba5e3ce8de7f),segment_id=2f723ead-384f-45d4-8909-ba5e3ce8de7f)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:19:55.057632 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.070944 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Calling delete_port for 41107791-bc1d-455a-93ba-cf50e3247f14 owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:55.096484 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56809035-9ac9-424d-8669-6cb94af2fac3 None None] DHCP port deletion for f0a817f4-d71e-44e5-a499-ba7087bef0ea request from dv-cinder-809965-1-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 05:19:55.154862 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-56809035-9ac9-424d-8669-6cb94af2fac3 None None] Deleting port 41107791-bc1d-455a-93ba-cf50e3247f14 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 05:19:55.155234 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-56809035-9ac9-424d-8669-6cb94af2fac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748436153137'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.161395 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25426590'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.176180 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 41107791-bc1d-455a-93ba-cf50e3247f14 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:19:55.188570 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=41107791-bc1d-455a-93ba-cf50e3247f14,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:55.190517 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] No DVR routers for this DVR port 41107791-bc1d-455a-93ba-cf50e3247f14 on host dv-cinder-809965-1-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:19:55.206563 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 41107791-bc1d-455a-93ba-cf50e3247f14 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:19:55.207184 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 41107791-bc1d-455a-93ba-cf50e3247f14 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:19:55.207608 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 16726eab-8ca3-4fa8-aa97-7f6b2090af50 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:19:55.258676 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: 16726eab-8ca3-4fa8-aa97-7f6b2090af50 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:19:55.259008 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device 16726eab-8ca3-4fa8-aa97-7f6b2090af50 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:19:55.259414 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device ef8e7440-5c16-4307-9a59-e308040d64f9 no longer exists at agent ovs-agent-dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 05:19:55.268279 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570076', 'neutron.services.segments.db._delete_segments_for_network-8748436347549'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.283468 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] No Port match for: ef8e7440-5c16-4307-9a59-e308040d64f9 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 05:19:55.283812 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Device ef8e7440-5c16-4307-9a59-e308040d64f9 not bound to the agent host dv-cinder-809965-1-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 05:19:55.293324 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-56809035-9ac9-424d-8669-6cb94af2fac3 None None] For port 41107791-bc1d-455a-93ba-cf50e3247f14, host dv-cinder-809965-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-1-iscsi',level=0,port_id=41107791-bc1d-455a-93ba-cf50e3247f14,segment=NetworkSegment(2f723ead-384f-45d4-8909-ba5e3ce8de7f),segment_id=2f723ead-384f-45d4-8909-ba5e3ce8de7f)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:19:55.293726 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-56809035-9ac9-424d-8669-6cb94af2fac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-270660'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.308625 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-56809035-9ac9-424d-8669-6cb94af2fac3 None None] Calling delete_port for 41107791-bc1d-455a-93ba-cf50e3247f14 owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 05:19:55.397992 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-56809035-9ac9-424d-8669-6cb94af2fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748436157687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748435852728'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.422176 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56809035-9ac9-424d-8669-6cb94af2fac3 None None] Pushing event deleted for resources: {'Port': ['ID=41107791-bc1d-455a-93ba-cf50e3247f14,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:55.427896 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56809035-9ac9-424d-8669-6cb94af2fac3 None None] No DVR routers for this DVR port 41107791-bc1d-455a-93ba-cf50e3247f14 on host dv-cinder-809965-1-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 05:19:55.535027 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a817f4-d71e-44e5-a499-ba7087bef0ea']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:55.544695 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f723ead-384f-45d4-8909-ba5e3ce8de7f') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:55.544982 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f723ead-384f-45d4-8909-ba5e3ce8de7f') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:19:55.554732 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748436349094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3559785'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.567077 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.573810 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 05:19:55.574174 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25425263'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: timer() Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: cb(*args, **kw) Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: self._notify() Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: self.callback(batched_events) Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: event.method(event) Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._get(url).json() Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 05:19:55.575734 dv-cinder-809965-1-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 05:19:55.627873 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-275486'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.634065 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577771'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.635882 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f0a817f4-d71e-44e5-a499-ba7087bef0ea HTTP/1.1" status: 204 len: 168 time: 0.7680173 Sep 20 05:19:55.646242 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f87ca-6642-4593-aad0-9aec0daac1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a817f4-d71e-44e5-a499-ba7087bef0ea,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:55.747271 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46730) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:55.785115 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3136da87-d94d-40f0-a5b3-2ef406b4881d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15389b269277496dbc71dd67c5737708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367546 Sep 20 05:19:55.788009 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46732) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:55.835538 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a969bd2-2b26-4223-ac4a-0c7e32ef252b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.856400 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a969bd2-2b26-4223-ac4a-0c7e32ef252b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.902135 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a969bd2-2b26-4223-ac4a-0c7e32ef252b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.904585 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a969bd2-2b26-4223-ac4a-0c7e32ef252b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:55.905735 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4a969bd2-2b26-4223-ac4a-0c7e32ef252b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70864133-068d-4d43-9def-298356e4f79f HTTP/1.1" status: 204 len: 168 time: 0.1168375 Sep 20 05:19:55.913414 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a969bd2-2b26-4223-ac4a-0c7e32ef252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70864133-068d-4d43-9def-298356e4f79f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:56.206655 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46738) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:56.246481 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7c3dd202-9956-44c1-83b2-b99d61651da0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60645a35e43f4a8098c50b524492bf51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386360 Sep 20 05:19:56.248837 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.32', 46740) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:19:56.293927 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5f837c72-c6ce-4794-b9e9-e106bd371b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:56.314523 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5f837c72-c6ce-4794-b9e9-e106bd371b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:56.360212 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5f837c72-c6ce-4794-b9e9-e106bd371b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670617'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:56.362678 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5f837c72-c6ce-4794-b9e9-e106bd371b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:19:56.363788 dv-cinder-809965-1-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5f837c72-c6ce-4794-b9e9-e106bd371b7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f89b28c-b4bd-49ce-8566-8bec513ae845 HTTP/1.1" status: 204 len: 168 time: 0.1140745 Sep 20 05:19:56.371664 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f837c72-c6ce-4794-b9e9-e106bd371b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f89b28c-b4bd-49ce-8566-8bec513ae845,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:19:58.583572 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:20:01.551414 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f2e2c2ba-0a0b-4885-a826-e46594b7db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:20:04.090164 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-79ac211c-c2f5-4849-b354-2ce341e424fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:20:04.923618 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:20:05.373886 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:20:06.824819 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:20:19.883572 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:20:28.587354 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:20:31.551716 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fc352c45-1990-49ab-bace-858d7d470340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:20:34.092044 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8526abe8-d2e6-453e-8faf-e59a26ee6c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:20:34.923997 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:20:35.376593 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:20:36.826191 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:20:52.104052 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-7fbdad32-42d6-494b-b56b-f90d0aab79fa req-63c68411-532f-45e9-93bb-967debb175d6 service neutron] (94084) timed out ('10.222.0.23', 57620) {{(pid=94084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 05:20:56.882268 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:20:58.586402 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:21:01.551896 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-928f47e6-9fda-4ed9-a97b-33f6d36ce450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:21:04.095102 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6378b0bb-e74b-4ab4-b36b-69e2ffbcba30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:21:04.925377 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:21:05.379663 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:21:06.828787 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:21:28.599464 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:21:29.212435 dv-cinder-809965-1-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-a060b29f-a4c2-4955-8c60-42be1a14b18e req-7f8d9c73-fc01-461f-a9a2-e61de2926492 service neutron] (94084) timed out ('10.222.0.23', 57605) {{(pid=94084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 05:21:31.552088 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f86a78f0-f07e-4b1c-9982-49fa70600c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:21:33.881233 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:21:34.096562 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-db8150bf-c44c-4c27-b1aa-b08389c1a26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:21:34.927390 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:21:35.381765 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:21:36.832380 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:21:58.601286 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:22:01.552798 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dc933d77-8cd5-437a-984b-fdd2acadf604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:22:04.098033 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8cf47237-09b5-48ea-badb-37bf3e2fab87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:22:04.928494 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:22:05.385724 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:22:06.834309 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:22:10.880491 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:22:28.600413 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:22:31.554345 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a4cb5137-19e8-4116-8a1a-cf0c62edb791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:22:34.098129 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eae070da-d201-44e7-a45c-17ebf666477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:22:34.929173 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:22:35.388035 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:22:36.837529 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:22:47.880730 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:22:58.599958 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:23:01.555056 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-78197c2b-bc34-48c0-b936-659c85aff295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:23:04.099503 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-892e2c81-03e5-493e-84c7-7f9849f0d1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:23:04.931206 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:23:05.390205 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:23:06.847866 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:23:24.879536 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:23:28.614971 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:23:31.554766 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-85199ce1-8c36-49c7-95a5-7d2896bbfd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:23:34.100760 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b2e66556-09a4-421e-82fb-686d9f098577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:23:34.933754 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:23:35.393613 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:23:36.844736 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:23:58.614496 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:24:01.554770 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-053d91ac-4233-4806-9d05-044cb54b5bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:24:01.878129 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:24:04.100884 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-abb67a29-d294-472a-b63c-f838157ee160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:24:04.934631 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:24:05.395797 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:24:06.847617 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:24:28.612778 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:24:31.556662 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-07472114-621c-40af-946a-634ad23daa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:24:34.101161 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-89a7efce-ec98-486a-ba89-d17714ff0fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:24:34.934986 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:24:35.399564 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:24:36.849430 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:24:38.876365 dv-cinder-809965-1-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-d80c66fa-0cfd-46aa-8aae-b113546d051c None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:24:58.626021 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9d45d5a7-6556-49d0-a76b-60cb27f3c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:25:01.557379 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e920dbc8-3559-4756-83e6-6ee6c67c4985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:25:04.103351 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6947eba3-5551-4687-ae18-e272731f3db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:25:04.935960 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a86484b4-2d47-4d3c-8e43-b570efc132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:25:05.401078 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f521a74-5c95-4555-9308-49ee25dc18e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:25:06.854541 dv-cinder-809965-1-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1c99105-b994-48cb-8c35-5ec3fce06b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748436347531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559836'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}